-- Logs begin at Tue 2021-06-29 16:43:47 UTC, end at Tue 2021-06-29 17:45:41 UTC. -- Jun 29 17:15:00.772929 dv-cinder-763306-14-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 17:15:04.490509 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.common.config [-] Logging enabled! Jun 29 17:15:04.491368 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 17:15:04.491531 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92879) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 17:15:04.495360 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.common.config [-] Logging enabled! Jun 29 17:15:04.495670 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 17:15:04.496025 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92879) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 17:15:04.497434 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 17:15:04.497871 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 17:15:04.498382 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 17:15:04.498681 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 17:15:04.498977 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 17:15:04.499515 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.499988 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.500381 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.500655 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.501021 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.501394 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.501746 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.502199 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.502590 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.502939 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.503263 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.503591 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.503860 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.504184 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.504536 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.504867 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.505125 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] debug = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.505560 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.506061 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.506644 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.507028 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.507459 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.507573 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.507980 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.508286 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.508637 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.509217 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] host = dv-cinder-763306-14-smb {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.509592 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.509908 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.510255 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.510608 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.510939 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.511247 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.511574 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.511892 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.512200 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] log_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.512516 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.512846 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.513177 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.513545 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.513810 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.514095 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.514997 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.515470 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.515934 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.516265 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.516592 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.516909 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.517219 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.517559 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.517887 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.518214 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.518542 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.518860 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.519174 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.519486 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.519797 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.520121 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.520434 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.520780 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.521095 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.521465 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.521778 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.522095 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.522438 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.522762 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.523082 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.523407 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.523721 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.524042 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.524353 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.524670 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.525106 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] use_json = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.525394 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.525713 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.526040 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.526354 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.526671 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.527040 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.527361 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.527602 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:04.527929 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.528266 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.528611 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.528936 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.529301 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.529625 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.529990 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.530398 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.530892 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.531381 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.531877 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.532336 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.532839 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.533354 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.533871 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.534414 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.534937 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.535431 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.535950 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.536385 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.536861 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.537404 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.537914 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.538429 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.538932 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.539395 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.539863 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.540368 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.540838 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.541330 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.541815 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.542319 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.542885 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.543280 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.543777 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.544129 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.544463 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.544785 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.545119 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.546170 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.546643 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.547140 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.547564 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.547945 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.548316 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.548693 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.549097 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.549498 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.549860 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.550244 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.550610 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.550980 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.551346 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.551710 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.552078 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.552440 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.552796 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.553162 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.553560 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.553919 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.554280 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.554652 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.555020 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.555391 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.555763 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.556117 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.556476 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.556840 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.557220 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.557631 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.557993 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.558358 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.558727 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.559134 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.559502 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.559869 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.560233 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.560595 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.560964 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.561497 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.561976 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.562472 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.562953 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.563434 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.563946 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.564432 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.564773 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.565105 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.565467 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.565892 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.566138 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.566497 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.566883 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.567264 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.567658 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.568041 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.568415 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.568814 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.569176 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:04.569507 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 17:15:04.569845 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92879) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 17:15:04.972401 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:04.972748 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:04.973074 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:04.973447 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 17:15:05.424694 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.425070 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.425383 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.426788 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.427107 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.427407 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.469740 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.470116 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.470425 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.486873 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.487267 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.487575 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.521273 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.522036 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.522036 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.566015 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.566331 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.566644 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.831445 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.831668 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.831899 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.832169 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.832884 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.969819 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.970124 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.970502 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.970775 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.971040 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.971353 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.971611 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.971872 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.972149 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.972398 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.972656 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.972921 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.973178 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.973477 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.973736 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.974000 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.974266 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.974708 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.974983 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.975237 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.975516 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.975910 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.976180 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.976483 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.976754 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.977011 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:05.977497 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:15:05.977758 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:15:05.978026 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:15:05.978264 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:15:05.978499 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:15:05.978730 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:15:05.979107 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 17:15:05.982576 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 17:15:05.987206 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 17:15:05.991208 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Jun 29 17:15:05.992853 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 17:15:05.993335 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 17:15:05.993671 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 17:15:05.994059 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 17:15:05.997113 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 17:15:05.997402 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 17:15:05.997753 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 17:15:06.027882 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 17:15:06.028342 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.028645 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92879) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 17:15:06.029000 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.031155 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92879) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 17:15:06.031621 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 17:15:06.031905 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 17:15:06.035287 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.035577 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.103309 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 17:15:06.103504 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 17:15:06.103686 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 17:15:06.104067 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 17:15:06.127442 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_db.sqlalchemy.engines [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92879) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 17:15:06.704875 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Initializing driver for type 'gre' Jun 29 17:15:06.705802 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] gre ID ranges: [(1, 1000)] Jun 29 17:15:06.768279 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Initializing driver for type 'local' Jun 29 17:15:06.768746 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Initializing driver for type 'vlan' Jun 29 17:15:06.786466 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] VlanTypeDriver initialization complete Jun 29 17:15:06.786802 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Initializing driver for type 'vxlan' Jun 29 17:15:06.787319 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] vxlan ID ranges: [(1, 1000)] Jun 29 17:15:06.855073 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Initializing extension driver 'port_security' Jun 29 17:15:06.855685 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.extensions.port_security [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] PortSecurityExtensionDriver initialization complete Jun 29 17:15:06.856444 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Initializing mechanism driver 'openvswitch' Jun 29 17:15:06.856841 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Initializing mechanism driver 'hyperv' Jun 29 17:15:06.868552 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.plugins.ml2.plugin [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:06.870205 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > port after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.870723 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > port after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.871094 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > port after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.871498 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > subnet after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.871879 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > subnet after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.872213 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.872601 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > network after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.872968 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > network after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.873305 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > network after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.874411 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > security_group after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.874929 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > security_group after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.875091 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > security_group after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.875433 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.875783 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.876156 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.876551 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > address_group after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.876903 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > address_group after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.877272 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > address_group after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.877619 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] ML2 OVO RPC backend initialized. {{(pid=92879) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 17:15:06.878390 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.878749 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.879167 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > network before_response 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.879515 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > networks before_response 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.879864 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > port before_response 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.880208 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > ports before_response 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.880555 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > subnet before_response 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.880898 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > subnets before_response 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.881254 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > network after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.881624 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > network after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.881960 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > network after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.882301 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > port after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.882637 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > port after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.882975 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > port after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.883315 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > subnet after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.883648 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > subnet after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.883981 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.884630 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.plugin [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Modular L2 Plugin initialization complete Jun 29 17:15:06.884955 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading services supported by the core plugin {{(pid=92879) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 17:15:06.885323 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.plugins.ml2.managers [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Got port-security extension from driver 'port_security' Jun 29 17:15:06.885801 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.extensions.vlantransparent [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Disabled vlantransparent extension. Jun 29 17:15:06.886301 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92879) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 17:15:06.886612 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading Plugin: router Jun 29 17:15:06.924719 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router_interface before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.925035 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router after_create 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.925457 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router before_create 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.925831 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.926119 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.926479 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router after_delete 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.926868 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > floatingip after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.927232 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router after_create 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.927582 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router after_update 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.927965 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router after_update 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.928309 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.928669 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router after_update 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.929089 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router precommit_update 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.929486 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: port after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.929828 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: port after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.930172 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: subnet after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.930510 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.930859 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > port precommit_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.931210 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router precommit_create 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.931554 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: port before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.931897 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router precommit_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.932260 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router after_update 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.932610 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router precommit_delete 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.932989 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router precommit_create 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.933362 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.933710 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router precommit_update 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.934078 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > agent after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.934434 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > agent after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.934780 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > network after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.935749 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Tracking information for resource: router configured {{(pid=92879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:15:06.937370 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Tracking information for resource: floatingip configured {{(pid=92879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:15:06.942641 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.db.l3_agentschedulers_db [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 17:15:06.943265 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: port after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.943635 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: port after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.944004 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: port after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.944346 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: port after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.945574 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router before_create 55550100 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.946817 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router precommit_delete 55550100 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.947192 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router precommit_create 55550100 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.947552 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > router precommit_update 55550100 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.952528 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.services.provider_configuration [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Service providers = [] {{(pid=92879) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 17:15:06.952890 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.db.servicetype_db [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92879) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 17:15:06.956141 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.services.service_base [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 17:15:06.956428 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.services.service_base [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 17:15:06.956763 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.services.service_base [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 17:15:06.957716 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.services.service_base [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 17:15:06.958101 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.services.service_base [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 17:15:06.958495 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:15:06.958811 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 17:15:06.971935 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:15:06.972274 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading Plugin: auto_allocate Jun 29 17:15:06.978808 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: network precommit_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.979193 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: network precommit_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:06.979747 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:15:06.980076 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading Plugin: tag Jun 29 17:15:06.988113 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:15:06.988445 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading Plugin: timestamp Jun 29 17:15:06.992587 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:15:06.992916 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading Plugin: network_ip_availability Jun 29 17:15:06.999680 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:07.000057 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:07.000620 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:07.001504 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:15:07.001822 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading Plugin: flavors Jun 29 17:15:07.007087 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:15:07.007416 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading Plugin: revisions Jun 29 17:15:07.012133 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:15:07.012536 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_concurrency.lockutils [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.039s {{(pid=92879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:07.013351 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92879) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 17:15:07.013696 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Initializing extension manager. Jun 29 17:15:07.014849 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: __init__.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.015447 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: __pycache__ {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.015852 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.016321 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: address_group.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.017437 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.018423 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: address-group Jun 29 17:15:07.018938 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: address_scope.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.019867 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.020446 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: address-scope Jun 29 17:15:07.020808 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: admin_state_down_before_update.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.021923 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.022495 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: router-admin-state-down-before-update Jun 29 17:15:07.022856 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: agent.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.023617 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.024176 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: agent Jun 29 17:15:07.024536 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: agent_resources_synced.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.025636 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.026209 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: agent-resources-synced Jun 29 17:15:07.026633 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: allowedaddresspairs.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.028604 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.029151 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: allowed-address-pairs Jun 29 17:15:07.029510 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: auto_allocated_topology.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.031650 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.032166 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: auto-allocated-topology Jun 29 17:15:07.032497 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: availability_zone.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.033214 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.033759 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: availability_zone Jun 29 17:15:07.034088 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: availability_zone_filter.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.035065 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.035584 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: availability_zone_filter Jun 29 17:15:07.035906 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: data_plane_status.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.036827 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.037382 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 17:15:07.037713 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: default_subnetpools.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.038655 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.039179 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: default-subnetpools Jun 29 17:15:07.039500 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: dhcpagentscheduler.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.040358 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.040879 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: dhcp_agent_scheduler Jun 29 17:15:07.041205 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: dns.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.042171 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.042786 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension dns-integration not supported by any of loaded plugins Jun 29 17:15:07.043120 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: dns_domain_ports.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.044039 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.044552 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 17:15:07.044877 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.045889 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.046402 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 17:15:07.046725 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: dvr.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.047399 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.047911 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: dvr Jun 29 17:15:07.048236 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: empty_string_filtering.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.049153 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.049695 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: empty-string-filtering Jun 29 17:15:07.050016 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.050936 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.051447 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 17:15:07.051769 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.052680 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.053187 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 17:15:07.053544 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: external_net.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.054459 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.054973 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: external-net Jun 29 17:15:07.055293 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: extra_dhcp_opt.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.056201 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.056711 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: extra_dhcp_opt Jun 29 17:15:07.057037 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: extraroute.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.057973 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.058555 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: extraroute Jun 29 17:15:07.058878 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: extraroute_atomic.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.059933 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.060451 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: extraroute-atomic Jun 29 17:15:07.060780 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: filter_validation.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.062064 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.062579 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: filter-validation Jun 29 17:15:07.062897 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: fip_pf_description.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.063804 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.064312 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 17:15:07.064717 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: fip_port_details.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.065594 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.066107 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: fip-port-details Jun 29 17:15:07.066433 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: flavors.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.067687 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.068210 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: flavors Jun 29 17:15:07.068533 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.070284 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.071074 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 17:15:07.071405 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: floatingip_pools.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.072117 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.072631 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: floatingip-pools Jun 29 17:15:07.072964 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: ip_allocation.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.073927 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.074445 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 17:15:07.074767 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.075671 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.076186 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: ip-substring-filtering Jun 29 17:15:07.076513 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: l2_adjacency.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.078161 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.078674 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 17:15:07.078998 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: l3.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.080013 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.080534 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: router Jun 29 17:15:07.080858 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: l3_conntrack_helper.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.083383 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.083917 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 17:15:07.084251 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.085578 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.086105 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: ext-gw-mode Jun 29 17:15:07.086434 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.087393 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.087919 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: l3-ha Jun 29 17:15:07.088251 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: l3_flavors.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.089194 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.089743 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: l3-flavors Jun 29 17:15:07.090069 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.090992 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.091516 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 17:15:07.091841 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: l3agentscheduler.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.093609 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.094139 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: l3_agent_scheduler Jun 29 17:15:07.094508 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: logging.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.096079 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.096619 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension logging not supported by any of loaded plugins Jun 29 17:15:07.096950 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: metering.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.097746 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.098348 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: metering Jun 29 17:15:07.098881 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.099897 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.100363 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: metering_source_and_destination_fields Jun 29 17:15:07.100692 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: multiprovidernet.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.101699 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.102221 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: multi-provider Jun 29 17:15:07.102551 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: netmtu.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.103484 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.104003 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: net-mtu Jun 29 17:15:07.104327 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: netmtu_writable.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.105269 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.105808 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: net-mtu-writable Jun 29 17:15:07.106136 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: network_availability_zone.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.106824 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.107336 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: network_availability_zone Jun 29 17:15:07.107659 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: network_ip_availability.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.109485 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.110028 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: network-ip-availability Jun 29 17:15:07.110335 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: network_segment_range.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.111158 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.111674 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 17:15:07.111994 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: pagination.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.113006 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.113364 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: pagination Jun 29 17:15:07.113691 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: port_device_profile.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.114617 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.115141 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: port-device-profile Jun 29 17:15:07.115465 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.116385 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.116977 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: port-mac-address-regenerate Jun 29 17:15:07.117222 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.118150 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.118661 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: port-numa-affinity-policy Jun 29 17:15:07.118988 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: port_resource_request.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.119891 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.120400 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 17:15:07.120727 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: portbindings.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.121699 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.122215 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: binding Jun 29 17:15:07.122541 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: portbindings_extended.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.123930 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.124449 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: binding-extended Jun 29 17:15:07.124784 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: portsecurity.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.125756 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.126283 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: port-security Jun 29 17:15:07.126608 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: project_id.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.127596 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.127925 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: project-id Jun 29 17:15:07.128257 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: providernet.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.129187 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.129756 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: provider Jun 29 17:15:07.130082 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: qos.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.134059 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.134532 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension qos not supported by any of loaded plugins Jun 29 17:15:07.134867 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.136190 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.136718 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 17:15:07.137051 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.138025 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.138663 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 17:15:07.138875 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: qos_default.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.140058 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.140689 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension qos-default not supported by any of loaded plugins Jun 29 17:15:07.141020 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: qos_fip.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.141775 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.142297 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension qos-fip not supported by any of loaded plugins Jun 29 17:15:07.142625 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: qos_gateway_ip.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.143616 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.144250 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 17:15:07.144574 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: qos_port_network_policy.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.145668 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.146188 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 17:15:07.146514 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: qos_rule_type_details.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.147562 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.147978 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 17:15:07.148306 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: qos_rules_alias.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.149606 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.150026 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 17:15:07.150360 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: quotasv2.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.151331 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.151673 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: quotas Jun 29 17:15:07.151999 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: quotasv2_detail.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.156103 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.156540 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: quota_details Jun 29 17:15:07.156882 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: rbac.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.158093 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.158672 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: rbac-policies Jun 29 17:15:07.159009 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: rbac_address_group.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.160028 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.160565 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: rbac-address-group Jun 29 17:15:07.161006 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: rbac_address_scope.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.161886 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.162422 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: rbac-address-scope Jun 29 17:15:07.162751 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: rbac_security_groups.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.163676 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.164199 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: rbac-security-groups Jun 29 17:15:07.164523 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: rbac_subnetpool.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.165472 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.165993 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: rbac-subnetpool Jun 29 17:15:07.166320 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: revisionifmatch.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.167257 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.167869 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: revision-if-match Jun 29 17:15:07.168194 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: revisions.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.169640 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.170180 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: standard-attr-revisions Jun 29 17:15:07.171442 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: router_availability_zone.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.172062 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.172606 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: router_availability_zone Jun 29 17:15:07.172930 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: routerservicetype.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.173925 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.174445 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension router-service-type not supported by any of loaded plugins Jun 29 17:15:07.174773 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.175723 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.176247 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: security-groups-normalized-cidr Jun 29 17:15:07.176578 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: security_groups_port_filtering.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.177530 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.178058 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: port-security-groups-filtering Jun 29 17:15:07.178385 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.179321 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.179850 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: security-groups-remote-address-group Jun 29 17:15:07.180179 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: securitygroup.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.190198 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.190775 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: security-group Jun 29 17:15:07.191117 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: segment.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.192011 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.192545 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension segment not supported by any of loaded plugins Jun 29 17:15:07.192878 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.193946 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.194472 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 17:15:07.194803 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: servicetype.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.196210 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.196738 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: service-type Jun 29 17:15:07.197068 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: sorting.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.198098 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.198435 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: sorting Jun 29 17:15:07.198763 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: standard_attr_segment.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.199767 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.200302 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 17:15:07.200633 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: standardattrdescription.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.201361 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.202112 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: standard-attr-description Jun 29 17:15:07.202292 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: stateful_security_group.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.203258 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.203792 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: stateful-security-group Jun 29 17:15:07.204119 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: stdattrs_common.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.204714 dv-cinder-763306-14-smb neutron-server[92879]: WARNING neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 17:15:07.205040 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.206008 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.206609 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 17:15:07.206860 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: subnet_onboard.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.207983 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.208516 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: subnet_onboard Jun 29 17:15:07.208844 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.209831 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.210359 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 17:15:07.210685 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: subnet_service_types.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.211621 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.212159 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: subnet-service-types Jun 29 17:15:07.212496 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: subnetallocation.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.213641 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.214168 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: subnet_allocation Jun 29 17:15:07.214493 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.215171 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.215709 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: subnetpool-prefix-ops Jun 29 17:15:07.216035 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.216974 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.218110 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 17:15:07.218430 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: tagging.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.219567 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.220104 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: standard-attr-tag Jun 29 17:15:07.220427 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: timestamp.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.221769 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.222298 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loaded extension: standard-attr-timestamp Jun 29 17:15:07.222628 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: trunk.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.223727 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.224249 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension trunk not supported by any of loaded plugins Jun 29 17:15:07.224580 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: trunk_details.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.225601 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.226123 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension trunk-details not supported by any of loaded plugins Jun 29 17:15:07.226449 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: uplink_status_propagation.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.227382 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.227898 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 17:15:07.228223 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Loading extension file: vlantransparent.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:15:07.228910 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:15:07.229451 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 17:15:07.232013 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of TrackedResource for resource:network Jun 29 17:15:07.232562 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of TrackedResource for resource:subnet Jun 29 17:15:07.233649 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 17:15:07.234076 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of TrackedResource for resource:port Jun 29 17:15:07.235643 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:15:07.236187 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Service FLAVORS assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:15:07.237126 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:15:07.237656 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:15:07.238105 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of TrackedResource for resource:router Jun 29 17:15:07.238608 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of TrackedResource for resource:floatingip Jun 29 17:15:07.239204 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Service METERING assigned prefix: /metering {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:15:07.240933 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:07.241382 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:07.241939 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:15:07.243265 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 17:15:07.243814 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of TrackedResource for resource:security_group Jun 29 17:15:07.244361 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 17:15:07.245572 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Service CORE assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:15:07.245938 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 17:15:07.246420 dv-cinder-763306-14-smb neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] subnetpool is already registered Jun 29 17:15:07.246956 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Service CORE assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:15:07.247358 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 17:15:07.247827 dv-cinder-763306-14-smb neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] subnetpool is already registered Jun 29 17:15:07.251242 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:15:07.251724 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Service FLAVORS assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:15:07.252609 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:15:07.253020 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:15:07.253482 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of TrackedResource for resource:router Jun 29 17:15:07.253826 dv-cinder-763306-14-smb neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] router is already registered Jun 29 17:15:07.254311 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of TrackedResource for resource:floatingip Jun 29 17:15:07.254721 dv-cinder-763306-14-smb neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] floatingip is already registered Jun 29 17:15:07.255272 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Service METERING assigned prefix: /metering {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:15:07.256198 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 17:15:07.256626 dv-cinder-763306-14-smb neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] rbac_policy is already registered Jun 29 17:15:07.257110 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of TrackedResource for resource:security_group Jun 29 17:15:07.257587 dv-cinder-763306-14-smb neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] security_group is already registered Jun 29 17:15:07.258043 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 17:15:07.258407 dv-cinder-763306-14-smb neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] security_group_rule is already registered Jun 29 17:15:07.259233 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Service CORE assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:15:07.259601 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 17:15:07.259999 dv-cinder-763306-14-smb neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] subnetpool is already registered Jun 29 17:15:07.260634 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Service CORE assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:15:07.260944 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 17:15:07.261472 dv-cinder-763306-14-smb neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] subnetpool is already registered Jun 29 17:15:07.262090 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: extensions {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.263855 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: address-groups {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.266232 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: address-scopes {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.267583 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: agents {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.268746 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: auto-allocated-topology {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.270084 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: availability_zones {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.271301 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: dhcp-networks {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.274340 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: dhcp-agents {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.275772 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: routers {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.277529 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: flavors {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.278820 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: service_profiles {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.280637 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: next_providers {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.282223 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: service_profiles {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.283792 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: floatingip-pools {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.285029 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: routers {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.286761 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: floatingips {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.288061 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: l3-routers {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.289469 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: l3-agents {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.290899 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: metering-labels {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.292169 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: metering-label-rules {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.293586 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: network-ip-availabilities {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.294864 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: bindings {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.297182 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: quotas {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.298770 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: quotas {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.300193 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: rbac-policies {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.301438 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: security-groups {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.302759 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: security-group-rules {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.304024 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: service-providers {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.305262 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: subnetpools {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.306621 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: subnetpools {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.308160 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.309888 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.311784 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.313797 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.315503 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.317494 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.319196 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.321244 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.323132 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.324863 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron.api.extensions [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:15:07.331255 dv-cinder-763306-14-smb neutron-server[92879]: WARNING keystonemiddleware.auth_token [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 17:15:07.335926 dv-cinder-763306-14-smb neutron-server[92879]: WARNING keystonemiddleware.auth_token [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 17:15:07.346804 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_concurrency.lockutils [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Acquired lock "singleton_lock" {{(pid=92879) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 17:15:07.347295 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_concurrency.lockutils [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Releasing lock "singleton_lock" {{(pid=92879) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 17:15:07.347956 dv-cinder-763306-14-smb neutron-server[92879]: INFO oslo_service.service [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Starting 2 workers Jun 29 17:15:07.352791 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Started child 93003 {{(pid=92879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 17:15:07.357493 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Started child 93004 {{(pid=92879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 17:15:07.359236 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:07.360579 dv-cinder-763306-14-smb neutron-server[92879]: INFO neutron.service [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 17:15:07.360750 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Notify callbacks [] for process, before_spawn {{(pid=92879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:07.360906 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [-] (93003) wsgi starting up on http://0.0.0.0:9696 Jun 29 17:15:07.363302 dv-cinder-763306-14-smb neutron-server[92879]: INFO oslo_service.service [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Starting 1 workers Jun 29 17:15:07.363762 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:07.365603 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [-] (93004) wsgi starting up on http://0.0.0.0:9696 Jun 29 17:15:07.368681 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Started child 93005 {{(pid=92879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 17:15:07.369412 dv-cinder-763306-14-smb neutron-server[92879]: INFO oslo_service.service [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Starting 1 workers Jun 29 17:15:07.372520 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.service [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] calling RpcWorker wait() {{(pid=93005) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 17:15:07.373527 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.service [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] returning from RpcWorker wait() {{(pid=93005) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 17:15:07.374750 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Started child 93006 {{(pid=92879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 17:15:07.375672 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-1070efd8-f547-4e89-b480-699c89e88d4d None None] Notify callbacks [] for process, after_spawn {{(pid=92879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:07.375848 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:07.376322 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:07.377665 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92879) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 17:15:07.377959 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 17:15:07.378123 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 17:15:07.378257 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 17:15:07.378622 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 17:15:07.378779 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 17:15:07.379319 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.379598 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.379933 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.380166 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.380312 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:07.381063 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.381063 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.381368 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.381513 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:07.381672 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.381824 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.382201 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.382201 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.382642 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.382642 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.383055 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.383262 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.383481 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.383710 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.384072 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.384331 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.384563 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.384810 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.385181 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.385625 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] debug = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.385926 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.386523 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.386770 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.387020 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.387247 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.387534 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.387881 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.388211 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.388432 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.388670 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.388904 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.389152 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.390260 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.390692 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.390948 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.391208 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.391450 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.391976 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] host = dv-cinder-763306-14-smb {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.392217 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.392425 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.392689 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.392955 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.393223 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.393484 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.393749 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.394021 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.394403 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.394626 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.394834 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.395165 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.395540 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.395751 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] log_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.395959 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] log_options = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.396182 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.396413 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.396624 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.396835 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.397062 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.397062 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.397542 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.397542 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.397970 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.397970 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.398391 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.398391 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.398821 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.399053 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.399260 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.399482 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.399686 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.399917 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.400135 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.400404 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.400729 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.401007 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.401379 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.401611 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.401796 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.402133 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.402133 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.402498 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.402674 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.402862 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.403181 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.403478 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.403732 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.403986 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.404222 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.404561 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.404744 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.405489 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.405489 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.406033 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.406033 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.406414 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.406414 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.406757 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.406934 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.407132 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] use_json = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.407348 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.407532 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.407748 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.407965 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.408198 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.408416 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.408613 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.408862 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.409405 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.409696 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.410029 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.410283 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.411776 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.412035 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.412366 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.412550 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.412791 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.413074 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.413507 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.413760 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.414062 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.414298 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.414624 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.414912 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.415185 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.415596 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.415977 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.417402 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.417654 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.417967 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.418437 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.419002 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.419322 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.101/identity {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.419712 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.420079 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.421399 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.422273 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.422273 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.423564 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.424924 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.424924 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.424924 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.425236 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.425595 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.425984 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.426378 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.426790 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.427190 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.427614 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.428036 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.428421 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.428802 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.429140 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.429540 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.429857 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.430186 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.430499 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.430851 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.431186 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.431501 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.431809 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.432116 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.432444 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.432782 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.433098 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.433450 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.433765 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.434081 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.434409 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.434738 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.435102 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.435419 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.435730 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.436047 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.437254 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.438454 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.438454 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.438454 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.442441 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.442441 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.442441 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.442441 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.442441 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.442441 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.442441 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.442441 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.442441 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.445016 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.445016 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.445016 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.445016 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.445016 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.445016 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.445016 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.445016 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.448582 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.448582 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.448582 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.448582 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.448582 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.448582 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.448582 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.448582 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.449737 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.449737 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.449737 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.449737 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.449737 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.450406 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.450406 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.450798 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.451200 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.451590 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.452008 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.452410 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.452749 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.453165 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.453548 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.453993 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.454566 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.456555 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.456555 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.456555 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.456555 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.456555 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.458204 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.458204 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.458204 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.458204 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.459172 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.459172 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.460005 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.460005 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.460408 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.461133 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.461133 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.462810 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.462810 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.462810 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.462810 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.463642 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.463642 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.464017 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.464198 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.464584 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.464967 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.465461 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.465851 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.466234 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.466654 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.467022 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.467516 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.101/identity {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.467787 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.469495 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.469495 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.469495 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.469495 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.470834 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.470834 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.470834 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.470834 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.472713 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.472713 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.472713 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.472713 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.472713 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.473649 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.473649 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.474033 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.474214 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.474599 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.474930 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.475281 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.475623 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.475953 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.476310 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.476642 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.477023 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.477924 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.477924 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.478236 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.478527 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.478889 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.479212 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.481867 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.481867 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.481867 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.481867 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.481867 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.481867 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.481867 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.482853 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.482853 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.483645 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.483854 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.484378 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.484749 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.485149 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.485612 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.485986 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.486386 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.486760 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.487129 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.487499 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.487840 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.488155 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.488514 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.488893 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.489234 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.489566 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.489892 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.490235 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.490590 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.490897 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.491296 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.491664 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.492000 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.492374 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.492715 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.493056 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.493451 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.493798 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.494172 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.494533 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.494904 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.495294 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.495689 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.496076 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.496438 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.496819 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.497201 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.497580 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.497903 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.498244 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.499476 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.499647 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.499895 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.500310 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.500677 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.501084 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.502334 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.502877 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.503218 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.503575 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.504039 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.504408 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.504765 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.505166 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.505588 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.505977 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.506360 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.506775 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.507113 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.507558 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.507899 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.508248 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.508579 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.508943 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.509416 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.509815 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.510234 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.510613 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.511166 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.511470 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.511857 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.512172 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.512546 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.513021 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.513511 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.513859 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.514211 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.514580 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.514961 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.515386 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.515720 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.515992 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.516248 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.516644 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.517008 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.517437 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.517774 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.518132 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.518470 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.518843 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.519206 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.519599 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.519948 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.520194 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 17:15:07.520888 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92879) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 17:15:07.521139 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 17:15:07.521402 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 17:15:07.521664 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 17:15:07.521919 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 17:15:07.522157 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 17:15:07.522441 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.522688 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.522932 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.523408 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.523408 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.523725 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.523981 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.524226 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.524380 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 32988) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:15:07.524541 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.524737 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.524982 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.525226 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.525513 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.525763 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.526008 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.526249 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.526493 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.526734 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.526982 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.527223 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.527466 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.527705 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.527973 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] debug = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.528203 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.528515 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.528769 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.529013 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.529255 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.529535 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.529772 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.530086 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.530468 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.530752 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.531117 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.531267 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.531560 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.531786 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.532055 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.532304 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.532568 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.532822 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] host = dv-cinder-763306-14-smb {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.533061 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.533366 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.533586 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.533830 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.534071 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.534314 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.537331 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.537331 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.537331 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.537331 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.537331 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.537331 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.537331 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.537331 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] log_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.537331 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] log_options = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.538537 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.538537 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.538537 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.538537 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.538537 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.538537 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.538537 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.539671 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.539671 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.539671 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.539671 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.539671 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.539671 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.539671 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.540087 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.540087 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.540219 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.540533 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.540533 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.541440 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.541440 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.541440 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.541440 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.541731 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [-] 10.222.0.101 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0126979 Jun 29 17:15:07.541805 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.541873 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.542078 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.542278 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.542489 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.542703 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.542916 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.543130 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.543344 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.543557 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.543768 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.544030 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.544258 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.544516 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.544769 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.545019 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.545241 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.546188 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.546404 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.547074 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.547074 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.547074 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.547547 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] use_json = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.547547 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.547989 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.547989 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.548198 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.548310 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.548450 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.548670 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.548881 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:15:07.549134 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.550489 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.550768 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.550982 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.551206 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.551905 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.551905 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.551905 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.552153 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.552369 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.552646 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.552911 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.553198 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.553500 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.553763 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.554021 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.554281 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.554521 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.554726 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.554944 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.555161 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.555380 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.556637 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.556637 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.556637 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.101/identity {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.556637 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.556637 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.556637 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.557042 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.557042 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.557262 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.557628 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.557826 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.558163 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.559532 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.559532 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.559532 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.559532 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.559532 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.559532 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.562396 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.562396 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.562396 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.562396 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.562396 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.562396 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.562396 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.562396 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.562396 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.564122 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.564122 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.564122 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.564122 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.564122 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.564122 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.564122 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.565529 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.565529 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.565529 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.565529 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.565529 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.566938 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.567209 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.567480 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.568634 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.568634 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.568634 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.568634 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.569094 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.569094 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.569589 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.569589 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.571721 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.571721 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.571721 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.571721 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.571721 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.571721 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.571721 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.571721 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.571721 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.572307 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.572307 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.572307 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.572510 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.572678 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.572978 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.573204 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.573499 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.573765 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.574034 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.574296 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.574557 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.574820 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.575084 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.575340 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.575591 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.576235 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.576235 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.576235 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.576438 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.576842 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.576842 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.577184 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.577398 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.577639 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.577902 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.578162 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.578511 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.578676 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.578921 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.579202 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.579468 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.579719 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.579969 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.580255 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.580537 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.580782 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.581561 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.581561 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.581561 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.581944 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.582140 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.582357 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.582600 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.582843 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.584097 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.584356 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.584614 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.584857 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.585671 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.585671 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.585671 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.586045 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.586208 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.586992 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.586992 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.586992 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.587399 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.587536 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.587753 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.587995 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.588237 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.588477 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.101/identity {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.588725 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.589001 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.589254 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.589741 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.590138 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.590381 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.591197 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.591197 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.591197 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.591626 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.591771 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.591916 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.592166 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.592441 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.592682 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.592920 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.593161 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.593457 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.593706 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.593945 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.594183 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.594928 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.594928 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.594928 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.595314 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.595469 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.595712 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.600737 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.600737 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.600737 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.600737 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.600737 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.600737 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.600737 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.600737 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.601977 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:07.602144 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.602144 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.602144 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.602144 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.602144 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.602144 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.602144 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.602144 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.603146 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.603146 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.603146 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.603146 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.603146 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.603146 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.603146 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.603146 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.604170 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.604170 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.604170 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.604170 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.604170 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.604170 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.604170 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.604170 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.604170 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.605325 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.605325 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.605325 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.605325 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.605862 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.605862 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.606123 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.606266 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.606486 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.606747 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.607014 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.607278 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.607658 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.607933 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.608786 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.609036 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.609216 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.609520 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.609923 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.610330 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.610601 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.610782 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.610997 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.611217 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.611433 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.611654 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.611883 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.612100 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.612316 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.612574 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.612749 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.612968 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.613191 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.613458 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.613721 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.613995 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.614243 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.615063 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.615063 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.615063 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.615425 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.615425 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.615623 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.615755 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.615971 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.616188 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.616408 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.616646 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.616896 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.617935 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.617935 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.617935 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.617935 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.618590 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.618590 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.618590 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.618901 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.618901 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.619096 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.619241 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.619458 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.619680 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.619996 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.620177 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.620381 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.620661 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.620776 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.620918 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.621131 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.621917 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.621917 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.621917 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.622250 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.622250 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.622467 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:15:07.622600 dv-cinder-763306-14-smb neutron-server[92879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 17:15:21.439664 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd0464e-f451-416a-8d94-a3a54994c255 None None] get_active_networks_info from dv-cinder-763306-14-smb {{(pid=93005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 17:15:21.635661 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd0464e-f451-416a-8d94-a3a54994c255 None None] No non-hosted networks {{(pid=93005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 17:15:21.656553 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.agentschedulers_db [None req-abd0464e-f451-416a-8d94-a3a54994c255 None None] DHCP Agent not found on host dv-cinder-763306-14-smb {{(pid=93005) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 17:15:21.833112 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-be933532-5ae3-4839-a22a-59a6ee0c38d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695082'] for agent, after_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:24.639562 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695082'] for agent, after_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:24.647164 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:24.647748 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:24.648235 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:24.648792 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:24.649454 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:24.649950 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:24.650321 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:24.650781 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:24.651395 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:24.651896 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:24.652819 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:24.653899 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:24.655915 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763306-14-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:24.669674 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-14-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:15:24.806756 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-f1448c12-fb1c-4fba-b312-e7df43662898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695082'] for agent, after_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:24.914157 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-d3040f4b-32c0-4cfc-b16c-9a68962b9835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:26.859540 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695082'] for agent, after_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:29.200364 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695082'] for agent, after_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:29.596725 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.db.l3_hamode_db [None req-3a7919d8-1d2d-4b74-b7b1-0fdddf31b3a5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 17:15:29.729399 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7919d8-1d2d-4b74-b7b1-0fdddf31b3a5 None None] Routers set() bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:15:29.729787 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7919d8-1d2d-4b74-b7b1-0fdddf31b3a5 None None] Router IDs set() for agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 17:15:30.720101 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 33086) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:15:31.381139 dv-cinder-763306-14-smb neutron-server[93003]: WARNING oslo_policy.policy [None req-ab3c785f-f40b-4516-a0a9-5b99a589477b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:15:31.381854 dv-cinder-763306-14-smb neutron-server[93003]: WARNING oslo_policy.policy [None req-ab3c785f-f40b-4516-a0a9-5b99a589477b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:15:31.626605 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [None req-ab3c785f-f40b-4516-a0a9-5b99a589477b admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:15:31.627915 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-ab3c785f-f40b-4516-a0a9-5b99a589477b admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9053593 Jun 29 17:15:34.280101 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 33100) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:15:34.914688 dv-cinder-763306-14-smb neutron-server[93004]: WARNING oslo_policy.policy [None req-f01edb64-bf01-4886-bb0f-204f724df58a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:15:34.915657 dv-cinder-763306-14-smb neutron-server[93004]: WARNING oslo_policy.policy [None req-f01edb64-bf01-4886-bb0f-204f724df58a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:15:35.299748 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-f01edb64-bf01-4886-bb0f-204f724df58a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:15:35.402315 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.policy [None req-f01edb64-bf01-4886-bb0f-204f724df58a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93004) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 17:15:35.462125 dv-cinder-763306-14-smb neutron-server[93004]: WARNING oslo_policy.policy [None req-f01edb64-bf01-4886-bb0f-204f724df58a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:15:35.462510 dv-cinder-763306-14-smb neutron-server[93004]: WARNING oslo_policy.policy [None req-f01edb64-bf01-4886-bb0f-204f724df58a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:15:35.471678 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.quota [None req-f01edb64-bf01-4886-bb0f-204f724df58a admin admin] Loaded quota_driver: . Jun 29 17:15:35.579558 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f01edb64-bf01-4886-bb0f-204f724df58a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774726652472', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774726651915', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774726665139', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774726670841', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774726630460', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774726620211', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-641455', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1013394', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2082579', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2019137'] for rbac-policy, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:35.660294 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f01edb64-bf01-4886-bb0f-204f724df58a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:35.662562 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-f01edb64-bf01-4886-bb0f-204f724df58a admin admin] 10.222.0.101 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3807409 Jun 29 17:15:38.766204 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 33118) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:15:39.128034 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'project_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'admin_state_up': True}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:15:39.161780 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Made reservation on behalf of 5fddf4ee14fe4fdf8ed29d93397765f7 for: {'network': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:15:39.164989 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:39.185096 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:39.342125 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:39.347300 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:39.353735 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:39.380060 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=93004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:15:39.427684 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774724346426', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:39.428624 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Unsubscribe: segment precommit_create {{(pid=93004) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 17:15:39.429447 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.segments_db [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Added segment 58fb7c00-3ebf-4271-821c-95de33f3213d of type vlan for network 4a83ffed-8d19-4f05-a791-295e5f4f2dc4 Jun 29 17:15:39.442829 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6782ad85-f38a-4acb-acc0-f929c5107e1a,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:39.485341 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:39.485894 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:39.486412 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:39.486920 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:39.487443 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:39.487966 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:39.488483 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:39.489067 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:39.489647 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:39.490171 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:39.490690 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:39.491202 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Tracked resource versions report: Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: pushed versions: Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: { 'AddressGroup': {'1.2'}, Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'ConntrackHelper': {'1.0'}, Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'Log': {'1.0'}, Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'Network': {'1.1'}, Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'Port': {'1.7'}, Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'PortForwarding': {'1.2'}, Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'QosPolicy': {'1.8'}, Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'SecurityGroup': {'1.4'}, Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'SecurityGroupRule': {'1.2'}, Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'SubPort': {'1.0'}, Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'Subnet': {'1.1'}, Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'Trunk': {'1.1'}} Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: consumer versions: Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: { DHCP agent@dv-cinder-763306-14-smb: {}, Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: L3 agent@dv-cinder-763306-14-smb: {}, Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: Metadata agent@dv-cinder-763306-14-smb: {}, Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: Metering agent@dv-cinder-763306-14-smb: {}, Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: Open vSwitch agent@dv-cinder-763306-14-smb: { 'AddressGroup': '1.2', Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'ConntrackHelper': '1.0', Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'Log': '1.0', Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'Network': '1.1', Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'Port': '1.7', Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'PortForwarding': '1.2', Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'QosPolicy': '1.8', Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'SecurityGroup': '1.4', Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'SecurityGroupRule': '1.2', Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'SubPort': '1.0', Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'Subnet': '1.1', Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: 'Trunk': '1.1'}} Jun 29 17:15:39.501145 dv-cinder-763306-14-smb neutron-server[93004]: {{(pid=93004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:15:39.614690 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:39.618134 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:39.683363 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:39.685192 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:39.686026 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:39.689753 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:39.774660 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0073340 Jun 29 17:15:39.814250 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Pushing event updated for resources: {'Network': ['ID=4a83ffed-8d19-4f05-a791-295e5f4f2dc4,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:39.818019 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:39.832475 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network 4a83ffed-8d19-4f05-a791-295e5f4f2dc4 details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:15:42.811989 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 33132) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:15:43.440459 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.policy [None req-031648b5-e4ca-4cbc-920b-f96d5029904b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93003) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 17:15:43.487690 dv-cinder-763306-14-smb neutron-server[93003]: WARNING oslo_policy.policy [None req-031648b5-e4ca-4cbc-920b-f96d5029904b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:15:43.488078 dv-cinder-763306-14-smb neutron-server[93003]: WARNING oslo_policy.policy [None req-031648b5-e4ca-4cbc-920b-f96d5029904b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:15:43.496934 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031648b5-e4ca-4cbc-920b-f96d5029904b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:43.499541 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-031648b5-e4ca-4cbc-920b-f96d5029904b admin admin] 10.222.0.101 "GET /v2.0/networks/4a83ffed-8d19-4f05-a791-295e5f4f2dc4 HTTP/1.1" status: 200 len: 826 time: 0.6865783 Jun 29 17:15:43.542272 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-f93ee9e5-23f8-48a1-adf2-9f83fca1b276 admin admin] 10.222.0.101 "GET /v2.0/subnetpools/92a00353-a28f-47aa-ad7b-ee6d5c9a6bca HTTP/1.1" status: 200 len: 734 time: 0.0371001 Jun 29 17:15:43.552602 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Request body: {'subnet': {'subnetpool_id': '92a00353-a28f-47aa-ad7b-ee6d5c9a6bca', 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4', 'tenant_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:15:43.554286 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.quota [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Loaded quota_driver: . Jun 29 17:15:43.601472 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Made reservation on behalf of 5fddf4ee14fe4fdf8ed29d93397765f7 for: {'subnet': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:15:43.604511 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:43.950458 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for subnet, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:43.954860 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:44.033986 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Checking segment: {'id': '58fb7c00-3ebf-4271-821c-95de33f3213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:15:44.034406 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Network hostable DHCP agents. Network: 4a83ffed-8d19-4f05-a791-295e5f4f2dc4, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:15:44.042622 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5938ba51-ad86-48f6-9b69-24f131c840c0,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:44.056790 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:44.057142 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:44.057584 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:44.057957 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:44.058277 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:44.058615 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:44.058928 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:44.059238 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:44.059560 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:44.059870 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:44.060711 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:44.061027 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Tracked resource versions report: Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: pushed versions: Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: { 'AddressGroup': {'1.2'}, Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'ConntrackHelper': {'1.0'}, Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'Log': {'1.0'}, Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'Network': {'1.1'}, Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'Port': {'1.7'}, Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'PortForwarding': {'1.2'}, Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'QosPolicy': {'1.8'}, Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'SecurityGroup': {'1.4'}, Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'SecurityGroupRule': {'1.2'}, Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'SubPort': {'1.0'}, Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'Subnet': {'1.1'}, Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'Trunk': {'1.1'}} Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: consumer versions: Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: { DHCP agent@dv-cinder-763306-14-smb: {}, Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: L3 agent@dv-cinder-763306-14-smb: {}, Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: Metadata agent@dv-cinder-763306-14-smb: {}, Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: Metering agent@dv-cinder-763306-14-smb: {}, Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: Open vSwitch agent@dv-cinder-763306-14-smb: { 'AddressGroup': '1.2', Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'ConntrackHelper': '1.0', Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'Log': '1.0', Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'Network': '1.1', Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'Port': '1.7', Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'PortForwarding': '1.2', Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'QosPolicy': '1.8', Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'SecurityGroup': '1.4', Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'SecurityGroupRule': '1.2', Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'SubPort': '1.0', Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'Subnet': '1.1', Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: 'Trunk': '1.1'}} Jun 29 17:15:44.062164 dv-cinder-763306-14-smb neutron-server[93003]: {{(pid=93003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:15:44.101730 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Network 4a83ffed-8d19-4f05-a791-295e5f4f2dc4 is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:15:44.107889 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:44.118704 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, 4a83ffed-8d19-4f05-a791-295e5f4f2dc4) {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:15:44.124445 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:15:44.125102 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:44.130710 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b427037-d78e-478c-be48-b6fe384f701e None None] Network 4a83ffed-8d19-4f05-a791-295e5f4f2dc4 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:15:44.148978 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6001539 Jun 29 17:15:44.563902 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82051051-6113-5470-b093-2a6234e3e4de-4a83ffed-8d19-4f05-a791-295e5f4f2dc4', 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4', 'tenant_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'fixed_ips': [{'subnet_id': '5938ba51-ad86-48f6-9b69-24f131c840c0'}]}} from dv-cinder-763306-14-smb. {{(pid=93005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:15:44.565160 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:44.911070 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.db_base_plugin_common [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Allocated IP 172.20.0.2 (4a83ffed-8d19-4f05-a791-295e5f4f2dc4/5938ba51-ad86-48f6-9b69-24f131c840c0/ed411f7e-8a54-43b0-9995-a7dd026826cf) {{(pid=93005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:15:45.152868 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Notify callbacks [] for port, precommit_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:45.210052 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Transition to ACTIVE for port object ed411f7e-8a54-43b0-9995-a7dd026826cf will not be triggered until provisioned by entity L2. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:15:45.237923 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Transition to ACTIVE for port object ed411f7e-8a54-43b0-9995-a7dd026826cf will not be triggered until provisioned by entity DHCP. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:15:45.248377 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948'] for port, after_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:45.251755 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:45.329697 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Network 4a83ffed-8d19-4f05-a791-295e5f4f2dc4 is already hosted by enough agents. {{(pid=93005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:15:45.335897 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.base_scheduler [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Resources bound (agent type, host, resource id): {{(pid=93005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:15:45.349166 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Received port after_create {{(pid=93005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:15:45.353103 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Pushing event updated for resources: {'Port': ['ID=ed411f7e-8a54-43b0-9995-a7dd026826cf,revision_number=1']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:45.366723 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:45.367091 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:45.367490 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:45.367809 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:45.368124 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:45.368484 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:45.368799 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:45.369104 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:45.369465 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:45.369775 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:45.370237 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:45.370393 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Tracked resource versions report: Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: pushed versions: Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: { 'AddressGroup': {'1.2'}, Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'ConntrackHelper': {'1.0'}, Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'Log': {'1.0'}, Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'Network': {'1.1'}, Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'Port': {'1.7'}, Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'PortForwarding': {'1.2'}, Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'QosPolicy': {'1.8'}, Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'SecurityGroup': {'1.4'}, Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'SecurityGroupRule': {'1.2'}, Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'SubPort': {'1.0'}, Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'Subnet': {'1.1'}, Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'Trunk': {'1.1'}} Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: consumer versions: Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: { DHCP agent@dv-cinder-763306-14-smb: {}, Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: L3 agent@dv-cinder-763306-14-smb: {}, Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: Metadata agent@dv-cinder-763306-14-smb: {}, Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: Metering agent@dv-cinder-763306-14-smb: {}, Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: Open vSwitch agent@dv-cinder-763306-14-smb: { 'AddressGroup': '1.2', Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'ConntrackHelper': '1.0', Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'Log': '1.0', Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'Network': '1.1', Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'Port': '1.7', Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'PortForwarding': '1.2', Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'QosPolicy': '1.8', Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'SecurityGroup': '1.4', Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'SecurityGroupRule': '1.2', Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'SubPort': '1.0', Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'Subnet': '1.1', Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: 'Trunk': '1.1'}} Jun 29 17:15:45.371521 dv-cinder-763306-14-smb neutron-server[93005]: {{(pid=93005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:15:45.398986 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:45.487322 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Attempting to bind port ed411f7e-8a54-43b0-9995-a7dd026826cf on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:15:45.488023 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Attempting to bind port ed411f7e-8a54-43b0-9995-a7dd026826cf by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': '58fb7c00-3ebf-4271-821c-95de33f3213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4'}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:15:45.488681 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Attempting to bind port ed411f7e-8a54-43b0-9995-a7dd026826cf on network 4a83ffed-8d19-4f05-a791-295e5f4f2dc4 {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:15:45.498520 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:15:45.498856 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Checking segment: {'id': '58fb7c00-3ebf-4271-821c-95de33f3213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:15:45.499800 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:45.503203 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Bound using segment: {'id': '58fb7c00-3ebf-4271-821c-95de33f3213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4'} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:15:45.503819 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Bound port: ed411f7e-8a54-43b0-9995-a7dd026826cf, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fb7c00-3ebf-4271-821c-95de33f3213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4'}}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:15:45.504376 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:45.608777 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] For port ed411f7e-8a54-43b0-9995-a7dd026826cf, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:15:45.614071 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] For port ed411f7e-8a54-43b0-9995-a7dd026826cf, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=ed411f7e-8a54-43b0-9995-a7dd026826cf,segment=NetworkSegment(58fb7c00-3ebf-4271-821c-95de33f3213d),segment_id=58fb7c00-3ebf-4271-821c-95de33f3213d)] {{(pid=93005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:15:45.620359 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:45.629951 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:45.729195 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Pushing event updated for resources: {'Port': ['ID=ed411f7e-8a54-43b0-9995-a7dd026826cf,revision_number=2']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:45.734410 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:46.974812 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 33146) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:15:47.524963 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [None req-93208aae-581c-4c41-a577-88893b417e56 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:15:47.526647 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-93208aae-581c-4c41-a577-88893b417e56 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5504611 Jun 29 17:15:50.659257 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 33154) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:15:51.078884 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [None req-9eb6d8b7-428d-4aa0-a3e9-13d57b408df3 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:15:51.098094 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-9eb6d8b7-428d-4aa0-a3e9-13d57b408df3 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4373732 Jun 29 17:15:51.274679 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-05c859fc-9a4d-4bd2-a43d-59815444a273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:53.115069 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device ed411f7e-8a54-43b0-9995-a7dd026826cf up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:15:53.202671 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bdbc44-c5ee-41d0-9451-3a6fc3671a03 None None] Network 4a83ffed-8d19-4f05-a791-295e5f4f2dc4 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:15:53.280273 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-e8758722-1c7f-4d70-a643-6ec511b956a4 None None] Provisioning for port ed411f7e-8a54-43b0-9995-a7dd026826cf completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:15:53.288836 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port ed411f7e-8a54-43b0-9995-a7dd026826cf completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:15:53.293940 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-e8758722-1c7f-4d70-a643-6ec511b956a4 None None] Provisioning complete for port ed411f7e-8a54-43b0-9995-a7dd026826cf triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:15:53.294365 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e8758722-1c7f-4d70-a643-6ec511b956a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:53.301935 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port ed411f7e-8a54-43b0-9995-a7dd026826cf triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:15:53.302371 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:53.584507 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:53.588303 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e8758722-1c7f-4d70-a643-6ec511b956a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:53.671071 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port ed411f7e-8a54-43b0-9995-a7dd026826cf, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=ed411f7e-8a54-43b0-9995-a7dd026826cf,segment=NetworkSegment(58fb7c00-3ebf-4271-821c-95de33f3213d),segment_id=58fb7c00-3ebf-4271-821c-95de33f3213d)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:15:53.681317 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:53.683941 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:15:53.777729 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=ed411f7e-8a54-43b0-9995-a7dd026826cf,revision_number=3']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:15:53.786551 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:15:53.788358 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.db.api [None req-e8758722-1c7f-4d70-a643-6ec511b956a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:15:53.788977 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_db.api [None req-e8758722-1c7f-4d70-a643-6ec511b956a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:15:54.340640 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 33170) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:15:54.458134 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-c3e8a5a5-6cdb-4887-8d1d-42f5edb2f3fb None None] Provisioning complete for port ed411f7e-8a54-43b0-9995-a7dd026826cf triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:15:54.458914 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-c3e8a5a5-6cdb-4887-8d1d-42f5edb2f3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:54.599499 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:54.788029 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-398baba6-1437-463d-9361-1e27d211e549 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '5fddf4ee14fe4fdf8ed29d93397765f7'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:15:54.808581 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-73aa654c-acda-45ed-baaf-2433b5e0d2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:54.822702 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-398baba6-1437-463d-9361-1e27d211e549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-798'] for router, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:54.824511 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-398baba6-1437-463d-9361-1e27d211e549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1982058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-777'] for router, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:55.006144 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-398baba6-1437-463d-9361-1e27d211e549 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:55.014451 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-398baba6-1437-463d-9361-1e27d211e549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601937'] for router, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:55.031707 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-398baba6-1437-463d-9361-1e27d211e549 admin admin] Notify callbacks [] for router, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:55.033487 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-398baba6-1437-463d-9361-1e27d211e549 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6915989 Jun 29 17:15:55.065714 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device ed411f7e-8a54-43b0-9995-a7dd026826cf up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:15:55.132876 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port ed411f7e-8a54-43b0-9995-a7dd026826cf triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:15:55.133399 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:56.780683 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:15:57.761010 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 33188) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:15:57.927005 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [None req-b16433dd-b719-47e3-a3be-c87f3e1de41f admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:15:57.928073 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-b16433dd-b719-47e3-a3be-c87f3e1de41f admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1660836 Jun 29 17:15:58.439484 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 5 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:15:59.112844 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:00.351308 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 33206) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:16:00.436837 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:16:00.496257 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Made reservation on behalf of 1932666614cc4d5e873fde50b376db9b for: {'network': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:16:00.501491 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:00.523469 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:00.673553 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:00.678708 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:00.682201 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:00.700278 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Reserving flat network on physical network physnet1 {{(pid=93003) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 17:16:00.721297 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61c95b9-b7d6-4157-b1c3-4dd03df95c68,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:00.729168 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774724346426', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:00.729900 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Unsubscribe: segment precommit_create {{(pid=93003) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 17:16:00.730237 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.segments_db [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Added segment dd6b0c7a-1c73-4768-9038-056f1fbe626f of type flat for network 48360abb-0c2a-46d3-ad90-a3956d77b608 Jun 29 17:16:00.736051 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:00.811274 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:00.874335 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:00.875752 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:16:00.876350 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:00.879046 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:00.961730 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6085305 Jun 29 17:16:00.993713 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Pushing event updated for resources: {'Network': ['ID=48360abb-0c2a-46d3-ad90-a3956d77b608,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:01.002301 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:01.010807 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:16:03.404150 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 33214) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:16:03.510747 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b403091-ac07-400c-a598-4458e60505b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:16:03.512144 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-6b403091-ac07-400c-a598-4458e60505b6 admin admin] 10.222.0.101 "GET /v2.0/subnets/5938ba51-ad86-48f6-9b69-24f131c840c0 HTTP/1.1" status: 200 len: 849 time: 0.1067483 Jun 29 17:16:03.647631 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-8d834ebf-7d4c-43a1-89ac-df9c7146be1f admin admin] 10.222.0.101 "GET /v2.0/routers/dc40f70e-87ed-4376-b6c7-156fd02b2856 HTTP/1.1" status: 200 len: 704 time: 0.1254492 Jun 29 17:16:03.955513 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:04.313432 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_common [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Allocated IP 172.20.0.1 (4a83ffed-8d19-4f05-a791-295e5f4f2dc4/5938ba51-ad86-48f6-9b69-24f131c840c0/0f04378f-105a-42cb-9ee9-77cb7634e7e5) {{(pid=93003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:16:04.535861 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:04.563839 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.provisioning_blocks [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Transition to ACTIVE for port object 0f04378f-105a-42cb-9ee9-77cb7634e7e5 will not be triggered until provisioned by entity DHCP. {{(pid=93003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:16:04.732581 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948'] for port, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:04.735543 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:04.814247 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Network 4a83ffed-8d19-4f05-a791-295e5f4f2dc4 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:16:04.819708 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:16:04.826807 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Received port after_create {{(pid=93003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:16:04.827353 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688246'] for router_interface, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:04.852863 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Pushing event updated for resources: {'Port': ['ID=0f04378f-105a-42cb-9ee9-77cb7634e7e5,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:04.920134 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:05.048997 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-c8cfe7e0-a141-4092-9e5a-e9ecc23be753 None None] Provisioning for port 0f04378f-105a-42cb-9ee9-77cb7634e7e5 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:16:05.054522 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-c8cfe7e0-a141-4092-9e5a-e9ecc23be753 None None] Provisioning complete for port 0f04378f-105a-42cb-9ee9-77cb7634e7e5 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:16:05.056751 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-c8cfe7e0-a141-4092-9e5a-e9ecc23be753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:05.123309 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-c8cfe7e0-a141-4092-9e5a-e9ecc23be753 None None] Port 0f04378f-105a-42cb-9ee9-77cb7634e7e5 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:16:05.129271 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:05.341872 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:05.347027 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:05.348517 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1804507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688098'] for router_interface, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:05.350478 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:05.435798 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Pushing event updated for resources: {'Port': ['ID=0f04378f-105a-42cb-9ee9-77cb7634e7e5,revision_number=2']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:05.439959 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:05.492919 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Network 4a83ffed-8d19-4f05-a791-295e5f4f2dc4 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:16:05.494414 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:16:05.688423 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Router dc40f70e-87ed-4376-b6c7-156fd02b2856 is scheduled to L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 with binding_index 1 {{(pid=93003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:16:05.750210 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-416d5419-6324-4765-8edc-202e6b666a19 None None] Provisioning complete for port 0f04378f-105a-42cb-9ee9-77cb7634e7e5 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:16:05.750837 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-416d5419-6324-4765-8edc-202e6b666a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:05.788792 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-416d5419-6324-4765-8edc-202e6b666a19 None None] Port 0f04378f-105a-42cb-9ee9-77cb7634e7e5 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:16:05.789485 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:16:05.795031 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] 10.222.0.101 "PUT /v2.0/routers/dc40f70e-87ed-4376-b6c7-156fd02b2856/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1413333 Jun 29 17:16:05.800723 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Sync routers for ids ['dc40f70e-87ed-4376-b6c7-156fd02b2856'] in dv-cinder-763306-14-smb {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:16:05.814162 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Routers {'dc40f70e-87ed-4376-b6c7-156fd02b2856'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:16:05.815185 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:15:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['dc40f70e-87ed-4376-b6c7-156fd02b2856'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:16:06.070789 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Set router dc40f70e-87ed-4376-b6c7-156fd02b2856 gateway port host: None {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:16:06.833725 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc40f70e-87ed-4376-b6c7-156fd02b2856', 'name': 'router1', 'tenant_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:15:54Z', 'updated_at': '2021-06-29T17:16:05Z', 'revision_number': 2, 'project_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'gw_port_host': None, '_interfaces': [{'id': '0f04378f-105a-42cb-9ee9-77cb7634e7e5', 'name': '', 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4', 'tenant_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'mac_address': 'fa:16:3e:95:21:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc40f70e-87ed-4376-b6c7-156fd02b2856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5938ba51-ad86-48f6-9b69-24f131c840c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:16:03Z', 'updated_at': '2021-06-29T17:16:05Z', 'revision_number': 2, 'project_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'subnets': [{'id': '5938ba51-ad86-48f6-9b69-24f131c840c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92a00353-a28f-47aa-ad7b-ee6d5c9a6bca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:16:06.934866 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Checking router: dc40f70e-87ed-4376-b6c7-156fd02b2856 for host: dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:16:06.935488 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Updating router dc40f70e-87ed-4376-b6c7-156fd02b2856 port 0f04378f-105a-42cb-9ee9-77cb7634e7e5 binding host dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:16:07.063165 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:07.808378 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Notify callbacks [] for port, precommit_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:07.837363 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.provisioning_blocks [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Transition to ACTIVE for port object 0f04378f-105a-42cb-9ee9-77cb7634e7e5 will not be triggered until provisioned by entity L2. {{(pid=93006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:16:07.849401 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:07.857232 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:08.088131 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Attempting to bind port 0f04378f-105a-42cb-9ee9-77cb7634e7e5 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:16:08.088525 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Attempting to bind port 0f04378f-105a-42cb-9ee9-77cb7634e7e5 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': '58fb7c00-3ebf-4271-821c-95de33f3213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4'}] {{(pid=93006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:16:08.088957 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Attempting to bind port 0f04378f-105a-42cb-9ee9-77cb7634e7e5 on network 4a83ffed-8d19-4f05-a791-295e5f4f2dc4 {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:16:08.092264 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Pushing event updated for resources: {'Port': ['ID=0f04378f-105a-42cb-9ee9-77cb7634e7e5,revision_number=3']} {{(pid=93006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:08.101463 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:16:08.101893 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Checking segment: {'id': '58fb7c00-3ebf-4271-821c-95de33f3213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:16:08.102433 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:08.102909 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Bound using segment: {'id': '58fb7c00-3ebf-4271-821c-95de33f3213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4'} {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:16:08.103313 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Bound port: 0f04378f-105a-42cb-9ee9-77cb7634e7e5, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fb7c00-3ebf-4271-821c-95de33f3213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4'}}] {{(pid=93006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:16:08.103724 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:08.108151 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:08.108513 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:08.108803 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:08.109125 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:08.109494 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:08.109829 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:08.110094 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:08.110522 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:08.110810 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:08.111310 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:08.111503 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:08.111832 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Tracked resource versions report: Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: pushed versions: Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: { 'AddressGroup': {'1.2'}, Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'ConntrackHelper': {'1.0'}, Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'Log': {'1.0'}, Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'Network': {'1.1'}, Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'Port': {'1.7'}, Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'PortForwarding': {'1.2'}, Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'QosPolicy': {'1.8'}, Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'SecurityGroup': {'1.4'}, Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'SecurityGroupRule': {'1.2'}, Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'SubPort': {'1.0'}, Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'Subnet': {'1.1'}, Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'Trunk': {'1.1'}} Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: consumer versions: Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: { DHCP agent@dv-cinder-763306-14-smb: {}, Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: L3 agent@dv-cinder-763306-14-smb: {}, Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: Metadata agent@dv-cinder-763306-14-smb: {}, Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: Metering agent@dv-cinder-763306-14-smb: {}, Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: Open vSwitch agent@dv-cinder-763306-14-smb: { 'AddressGroup': '1.2', Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'ConntrackHelper': '1.0', Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'Log': '1.0', Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'Network': '1.1', Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'Port': '1.7', Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'PortForwarding': '1.2', Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'QosPolicy': '1.8', Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'SecurityGroup': '1.4', Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'SecurityGroupRule': '1.2', Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'SubPort': '1.0', Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'Subnet': '1.1', Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: 'Trunk': '1.1'}} Jun 29 17:16:08.112975 dv-cinder-763306-14-smb neutron-server[93006]: {{(pid=93006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:16:08.126624 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:08.196666 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.db [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] For port 0f04378f-105a-42cb-9ee9-77cb7634e7e5, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:16:08.226948 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.db [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] For port 0f04378f-105a-42cb-9ee9-77cb7634e7e5, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=0f04378f-105a-42cb-9ee9-77cb7634e7e5,segment=NetworkSegment(58fb7c00-3ebf-4271-821c-95de33f3213d),segment_id=58fb7c00-3ebf-4271-821c-95de33f3213d)] {{(pid=93006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:16:08.234063 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:08.236813 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:08.297419 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Routers {'dc40f70e-87ed-4376-b6c7-156fd02b2856'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:16:08.298150 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:15:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['dc40f70e-87ed-4376-b6c7-156fd02b2856'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:16:08.339596 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Pushing event updated for resources: {'Port': ['ID=0f04378f-105a-42cb-9ee9-77cb7634e7e5,revision_number=4']} {{(pid=93006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:08.381706 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:08.424126 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] Set router dc40f70e-87ed-4376-b6c7-156fd02b2856 gateway port host: None {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:16:08.734179 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc40f70e-87ed-4376-b6c7-156fd02b2856', 'name': 'router1', 'tenant_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:15:54Z', 'updated_at': '2021-06-29T17:16:05Z', 'revision_number': 2, 'project_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'gw_port_host': None, '_interfaces': [{'id': '0f04378f-105a-42cb-9ee9-77cb7634e7e5', 'name': '', 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4', 'tenant_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'mac_address': 'fa:16:3e:95:21:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc40f70e-87ed-4376-b6c7-156fd02b2856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5938ba51-ad86-48f6-9b69-24f131c840c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:16:03Z', 'updated_at': '2021-06-29T17:16:08Z', 'revision_number': 4, 'project_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'subnets': [{'id': '5938ba51-ad86-48f6-9b69-24f131c840c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92a00353-a28f-47aa-ad7b-ee6d5c9a6bca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:16:08.768697 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6a3b7f-8200-4f38-8439-76ea3da3e617 None None] The sync data for ids ['dc40f70e-87ed-4376-b6c7-156fd02b2856'] in dv-cinder-763306-14-smb is: [{'id': 'dc40f70e-87ed-4376-b6c7-156fd02b2856', 'name': 'router1', 'tenant_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:15:54Z', 'updated_at': '2021-06-29T17:16:05Z', 'revision_number': 2, 'project_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'gw_port_host': None, '_interfaces': [{'id': '0f04378f-105a-42cb-9ee9-77cb7634e7e5', 'name': '', 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4', 'tenant_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'mac_address': 'fa:16:3e:95:21:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc40f70e-87ed-4376-b6c7-156fd02b2856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5938ba51-ad86-48f6-9b69-24f131c840c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:16:03Z', 'updated_at': '2021-06-29T17:16:08Z', 'revision_number': 4, 'project_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'subnets': [{'id': '5938ba51-ad86-48f6-9b69-24f131c840c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92a00353-a28f-47aa-ad7b-ee6d5c9a6bca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:16:08.774364 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 33224) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:16:09.001189 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25939d8-3bee-417d-8872-2d3483a992bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:16:09.003605 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-c25939d8-3bee-417d-8872-2d3483a992bd admin admin] 10.222.0.101 "GET /v2.0/networks/48360abb-0c2a-46d3-ad90-a3956d77b608 HTTP/1.1" status: 200 len: 842 time: 0.2268314 Jun 29 17:16:09.017716 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-b911f92a-22f1-43b2-b930-171b3a85c8b1 admin admin] Request body: {'subnet': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:16:09.055859 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b911f92a-22f1-43b2-b930-171b3a85c8b1 admin admin] Made reservation on behalf of 1932666614cc4d5e873fde50b376db9b for: {'subnet': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:16:09.058597 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b911f92a-22f1-43b2-b930-171b3a85c8b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:09.460764 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.objects.ports [None req-b911f92a-22f1-43b2-b930-171b3a85c8b1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93003) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 17:16:09.461201 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b911f92a-22f1-43b2-b930-171b3a85c8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for subnet, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:09.463619 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-1cdf5ee9-7be0-46ff-828f-402fbd0d8081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:09.528258 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911f92a-22f1-43b2-b930-171b3a85c8b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c009a85e-4853-4052-a30a-9edb82f7da60,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:09.533478 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-b911f92a-22f1-43b2-b930-171b3a85c8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:09.540220 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b911f92a-22f1-43b2-b930-171b3a85c8b1 admin admin] Checking segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:16:09.540635 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b911f92a-22f1-43b2-b930-171b3a85c8b1 admin admin] Network hostable DHCP agents. Network: 48360abb-0c2a-46d3-ad90-a3956d77b608, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:16:09.563559 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b911f92a-22f1-43b2-b930-171b3a85c8b1 admin admin] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:16:09.576930 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-b911f92a-22f1-43b2-b930-171b3a85c8b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, 48360abb-0c2a-46d3-ad90-a3956d77b608) {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:16:09.582845 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b911f92a-22f1-43b2-b930-171b3a85c8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:16:09.583637 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b911f92a-22f1-43b2-b930-171b3a85c8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:09.594468 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a909054b-fa8f-451e-944b-4292e8135797 None None] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:16:09.613376 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-b911f92a-22f1-43b2-b930-171b3a85c8b1 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5947225 Jun 29 17:16:09.841042 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5809f1a-115d-4439-8c34-a21568a1a34e None None] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:16:12.302034 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 33236) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:16:12.691431 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-dd9126c2-9c65-45fc-9758-2fed8b78c556 admin admin] 10.222.0.101 "GET /v2.0/routers/dc40f70e-87ed-4376-b6c7-156fd02b2856 HTTP/1.1" status: 200 len: 710 time: 0.3879280 Jun 29 17:16:12.864310 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06215db4-8559-4cb0-af67-be84c6c42910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:16:12.865786 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-06215db4-8559-4cb0-af67-be84c6c42910 admin admin] 10.222.0.101 "GET /v2.0/networks/48360abb-0c2a-46d3-ad90-a3956d77b608 HTTP/1.1" status: 200 len: 886 time: 0.1681981 Jun 29 17:16:12.879275 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:16:13.115790 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 0f04378f-105a-42cb-9ee9-77cb7634e7e5 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:16:13.185150 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1601909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1019'] for router, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:13.203846 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 0f04378f-105a-42cb-9ee9-77cb7634e7e5 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:16:13.208455 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 0f04378f-105a-42cb-9ee9-77cb7634e7e5 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:16:13.208822 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:13.313026 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:13.358606 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 0f04378f-105a-42cb-9ee9-77cb7634e7e5, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=0f04378f-105a-42cb-9ee9-77cb7634e7e5,segment=NetworkSegment(58fb7c00-3ebf-4271-821c-95de33f3213d),segment_id=58fb7c00-3ebf-4271-821c-95de33f3213d)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:16:13.366097 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:13.369516 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:13.431652 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=0f04378f-105a-42cb-9ee9-77cb7634e7e5,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:13.435884 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:13.634255 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:13.743215 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:13.967365 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Allocated IP 172.28.0.220 (48360abb-0c2a-46d3-ad90-a3956d77b608/c009a85e-4853-4052-a30a-9edb82f7da60/89d5be77-03cb-4134-a916-13c51c453474) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:16:14.111451 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:14.213865 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:14.219968 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:14.302088 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:16:14.307710 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:16:14.320926 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:16:14.328485 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Pushing event updated for resources: {'Port': ['ID=89d5be77-03cb-4134-a916-13c51c453474,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:14.441551 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:14.732868 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:14.957750 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1601909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1019'] for router, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:14.961765 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1601916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1601891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694332'] for router, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:15.096164 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 0f04378f-105a-42cb-9ee9-77cb7634e7e5 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:16:15.097489 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Router dc40f70e-87ed-4376-b6c7-156fd02b2856 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:16:15.166162 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 0f04378f-105a-42cb-9ee9-77cb7634e7e5 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:16:15.166535 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:15.243948 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:16:15.249854 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Notify callbacks [] for router, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:15.251351 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] 10.222.0.101 "PUT /v2.0/routers/dc40f70e-87ed-4376-b6c7-156fd02b2856 HTTP/1.1" status: 200 len: 890 time: 2.3760674 Jun 29 17:16:15.270009 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Sync routers for ids ['dc40f70e-87ed-4376-b6c7-156fd02b2856'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:16:15.297713 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Routers {'dc40f70e-87ed-4376-b6c7-156fd02b2856'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:16:15.298405 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-fba09b08-f359-4295-8862-73381acf9269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:15:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['dc40f70e-87ed-4376-b6c7-156fd02b2856'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:16:15.582242 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Set router dc40f70e-87ed-4376-b6c7-156fd02b2856 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:16:16.113198 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-fba09b08-f359-4295-8862-73381acf9269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc40f70e-87ed-4376-b6c7-156fd02b2856', 'name': 'router1', 'tenant_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '89d5be77-03cb-4134-a916-13c51c453474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:15:54Z', 'updated_at': '2021-06-29T17:16:14Z', 'revision_number': 4, 'project_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'gw_port': {'id': '89d5be77-03cb-4134-a916-13c51c453474', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:15:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc40f70e-87ed-4376-b6c7-156fd02b2856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:16:13Z', 'updated_at': '2021-06-29T17:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '0f04378f-105a-42cb-9ee9-77cb7634e7e5', 'name': '', 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4', 'tenant_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'mac_address': 'fa:16:3e:95:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc40f70e-87ed-4376-b6c7-156fd02b2856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5938ba51-ad86-48f6-9b69-24f131c840c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:16:03Z', 'updated_at': '2021-06-29T17:16:13Z', 'revision_number': 5, 'project_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'subnets': [{'id': '5938ba51-ad86-48f6-9b69-24f131c840c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92a00353-a28f-47aa-ad7b-ee6d5c9a6bca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:16:16.217093 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Checking router: dc40f70e-87ed-4376-b6c7-156fd02b2856 for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:16:16.217613 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Updating router dc40f70e-87ed-4376-b6c7-156fd02b2856 port 89d5be77-03cb-4134-a916-13c51c453474 binding host dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:16:16.281500 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:16.833431 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Notify callbacks [] for port, precommit_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:16.846550 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Transition to ACTIVE for port object 89d5be77-03cb-4134-a916-13c51c453474 will not be triggered until provisioned by entity L2. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:16:16.853654 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:16.856112 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:16.912651 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Attempting to bind port 89d5be77-03cb-4134-a916-13c51c453474 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:16:16.913030 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Attempting to bind port 89d5be77-03cb-4134-a916-13c51c453474 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:16:16.913427 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Attempting to bind port 89d5be77-03cb-4134-a916-13c51c453474 on network 48360abb-0c2a-46d3-ad90-a3956d77b608 {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:16:16.923987 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74920d8-7a20-48d1-bf92-d9fbeca4f694 None None] Pushing event updated for resources: {'Port': ['ID=89d5be77-03cb-4134-a916-13c51c453474,revision_number=2']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:16.927093 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:16:16.927553 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Checking segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:16:16.928069 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:16.928546 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Bound using segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:16:16.929226 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Bound port: 89d5be77-03cb-4134-a916-13c51c453474, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:16:16.929707 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:16.966476 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-c74920d8-7a20-48d1-bf92-d9fbeca4f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:17.029845 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-fba09b08-f359-4295-8862-73381acf9269 None None] For port 89d5be77-03cb-4134-a916-13c51c453474, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:16:17.035967 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-fba09b08-f359-4295-8862-73381acf9269 None None] For port 89d5be77-03cb-4134-a916-13c51c453474, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=89d5be77-03cb-4134-a916-13c51c453474,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:16:17.043453 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:17.049232 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-991a4d6d-ca13-45c7-8ec2-91dbba6fbb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:17.143148 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Routers {'dc40f70e-87ed-4376-b6c7-156fd02b2856'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:16:17.144230 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-fba09b08-f359-4295-8862-73381acf9269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:15:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['dc40f70e-87ed-4376-b6c7-156fd02b2856'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:16:17.208408 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74920d8-7a20-48d1-bf92-d9fbeca4f694 None None] Pushing event updated for resources: {'Port': ['ID=89d5be77-03cb-4134-a916-13c51c453474,revision_number=3']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:17.212995 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-c74920d8-7a20-48d1-bf92-d9fbeca4f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:17.332126 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-fba09b08-f359-4295-8862-73381acf9269 None None] Set router dc40f70e-87ed-4376-b6c7-156fd02b2856 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:16:17.673828 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-fba09b08-f359-4295-8862-73381acf9269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc40f70e-87ed-4376-b6c7-156fd02b2856', 'name': 'router1', 'tenant_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '89d5be77-03cb-4134-a916-13c51c453474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:15:54Z', 'updated_at': '2021-06-29T17:16:14Z', 'revision_number': 4, 'project_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'gw_port': {'id': '89d5be77-03cb-4134-a916-13c51c453474', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:15:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc40f70e-87ed-4376-b6c7-156fd02b2856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:16:13Z', 'updated_at': '2021-06-29T17:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '0f04378f-105a-42cb-9ee9-77cb7634e7e5', 'name': '', 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4', 'tenant_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'mac_address': 'fa:16:3e:95:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc40f70e-87ed-4376-b6c7-156fd02b2856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5938ba51-ad86-48f6-9b69-24f131c840c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:16:03Z', 'updated_at': '2021-06-29T17:16:13Z', 'revision_number': 5, 'project_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'subnets': [{'id': '5938ba51-ad86-48f6-9b69-24f131c840c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92a00353-a28f-47aa-ad7b-ee6d5c9a6bca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:16:17.705917 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba09b08-f359-4295-8862-73381acf9269 None None] The sync data for ids ['dc40f70e-87ed-4376-b6c7-156fd02b2856'] in dv-cinder-763306-14-smb is: [{'id': 'dc40f70e-87ed-4376-b6c7-156fd02b2856', 'name': 'router1', 'tenant_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '89d5be77-03cb-4134-a916-13c51c453474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:15:54Z', 'updated_at': '2021-06-29T17:16:14Z', 'revision_number': 4, 'project_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'gw_port': {'id': '89d5be77-03cb-4134-a916-13c51c453474', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:15:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc40f70e-87ed-4376-b6c7-156fd02b2856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:16:13Z', 'updated_at': '2021-06-29T17:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '0f04378f-105a-42cb-9ee9-77cb7634e7e5', 'name': '', 'network_id': '4a83ffed-8d19-4f05-a791-295e5f4f2dc4', 'tenant_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'mac_address': 'fa:16:3e:95:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc40f70e-87ed-4376-b6c7-156fd02b2856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5938ba51-ad86-48f6-9b69-24f131c840c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:16:03Z', 'updated_at': '2021-06-29T17:16:13Z', 'revision_number': 5, 'project_id': '5fddf4ee14fe4fdf8ed29d93397765f7', 'subnets': [{'id': '5938ba51-ad86-48f6-9b69-24f131c840c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92a00353-a28f-47aa-ad7b-ee6d5c9a6bca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:16:18.402242 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 33244) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:16:18.555355 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-21d049d3-3057-4a65-80a6-b18aeed44e7e admin admin] 10.222.0.101 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1508782 Jun 29 17:16:19.118339 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 89d5be77-03cb-4134-a916-13c51c453474 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:16:19.181828 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 89d5be77-03cb-4134-a916-13c51c453474 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:16:19.187451 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 89d5be77-03cb-4134-a916-13c51c453474 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:16:19.188269 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:19.306729 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:19.337844 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 89d5be77-03cb-4134-a916-13c51c453474, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=89d5be77-03cb-4134-a916-13c51c453474,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:16:19.343980 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:19.346983 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-c74920d8-7a20-48d1-bf92-d9fbeca4f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:16:19.413267 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=89d5be77-03cb-4134-a916-13c51c453474,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:16:19.418166 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:16:21.116761 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 89d5be77-03cb-4134-a916-13c51c453474 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:16:21.207666 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 89d5be77-03cb-4134-a916-13c51c453474 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:16:21.209361 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:21.301593 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-fa6157d2-729c-4ac8-977f-16d18efb6af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:24.624869 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:24.817940 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-adfaa9ad-6489-49e6-9c60-e10ca8174b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:26.789571 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:29.138607 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:35.445781 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 5 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:16:51.275722 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-3f259a0e-ba9e-4ce6-805b-6f2ebd023c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:54.594713 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:54.805406 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-79eaebc8-0ed1-4f9a-9309-609751f5bcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:56.814171 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:16:59.145114 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:12.437412 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 5 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:17:21.282865 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-2a046c2a-c8c2-4920-99eb-833b64eb884e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:24.596616 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:24.804135 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-2e053984-495f-48dc-b163-5fb128190b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:26.796522 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:29.143446 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:49.441851 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 5 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:17:51.284160 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-75e0ce29-c6e3-4865-a59e-e5b10b90dfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:54.597933 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:54.802461 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-38463e28-77ee-45a9-bf35-f9e487bfbf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:56.797383 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:17:59.149333 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:13.632900 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 33812) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:18:13.705058 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fedfd3-c7d9-4e85-868f-5d72d95f13d4 admin admin] GET failed (client error): The resource could not be found. Jun 29 17:18:13.706574 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-d7fedfd3-c7d9-4e85-868f-5d72d95f13d4 admin admin] 10.222.0.101 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0726702 Jun 29 17:18:14.004745 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694506d1-c9e2-4cbd-a1ea-ae3bbbf701fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:18:14.007182 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-694506d1-c9e2-4cbd-a1ea-ae3bbbf701fe admin admin] 10.222.0.101 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2960243 Jun 29 17:18:16.368685 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 33822) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:18:16.520465 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5c9f1b-f779-4723-8dc6-5b4a73c9b992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:18:16.521997 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-1a5c9f1b-f779-4723-8dc6-5b4a73c9b992 admin admin] 10.222.0.101 "GET /v2.0/subnets/5938ba51-ad86-48f6-9b69-24f131c840c0 HTTP/1.1" status: 200 len: 849 time: 0.1519196 Jun 29 17:18:16.532773 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:18:16.634083 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:16.890258 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774724380627'] for subnet, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:16.893609 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:18:16.924468 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:18:16.925061 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:16.929807 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] 10.222.0.101 "PUT /v2.0/subnets/5938ba51-ad86-48f6-9b69-24f131c840c0 HTTP/1.1" status: 200 len: 868 time: 0.3982654 Jun 29 17:18:16.945450 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3567937b-2ac0-49ba-94b3-c070851d1f4d None None] Network 4a83ffed-8d19-4f05-a791-295e5f4f2dc4 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:18:16.952493 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5938ba51-ad86-48f6-9b69-24f131c840c0,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:18:16.961000 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:18:16.961478 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:18:16.961718 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:18:16.962050 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:18:16.962378 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:18:16.962705 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:18:16.963025 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:18:16.963411 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:18:16.963811 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:18:16.964139 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:18:16.964759 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:18:16.965271 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:18:16.971083 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:18:17.507745 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-7d3c0f43-83f1-437c-af63-ffffe53fce72 None None] Provisioning complete for port ed411f7e-8a54-43b0-9995-a7dd026826cf triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:18:17.508106 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0f43-83f1-437c-af63-ffffe53fce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:17.642773 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-7d3c0f43-83f1-437c-af63-ffffe53fce72 None None] Provisioning complete for port 0f04378f-105a-42cb-9ee9-77cb7634e7e5 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:18:17.643404 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0f43-83f1-437c-af63-ffffe53fce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:19.411397 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 33832) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:18:19.677943 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae14bff-05f0-4cb4-ab72-f88eb9164e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:18:19.678582 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae14bff-05f0-4cb4-ab72-f88eb9164e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:18:19.680458 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-bae14bff-05f0-4cb4-ab72-f88eb9164e4b admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2680182 Jun 29 17:18:21.282114 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-70c9b853-0771-4719-a73c-bde2b5a9555a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:22.292156 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 33840) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:18:22.544528 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638f2e01-0d5c-49a6-a666-1205656ee4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:18:22.544950 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638f2e01-0d5c-49a6-a666-1205656ee4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:18:22.546766 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-638f2e01-0d5c-49a6-a666-1205656ee4f3 admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2524054 Jun 29 17:18:24.592766 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:24.798181 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-7fad49fb-6fa8-4545-a133-b012a1ea1748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:24.896285 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 33848) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:18:25.040249 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfdbf47-9e7d-4b4d-8138-73e32731a9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:18:25.042053 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-bcfdbf47-9e7d-4b4d-8138-73e32731a9af admin admin] 10.222.0.101 "GET /v2.0/networks/48360abb-0c2a-46d3-ad90-a3956d77b608 HTTP/1.1" status: 200 len: 886 time: 0.1443961 Jun 29 17:18:26.447539 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 5 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:18:26.799977 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:27.470656 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 33856) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:18:27.626363 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab752f0-a1bc-4b9d-b190-881402b415d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:18:27.628240 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-5ab752f0-a1bc-4b9d-b190-881402b415d1 admin admin] 10.222.0.101 "GET /v2.0/networks/4a83ffed-8d19-4f05-a791-295e5f4f2dc4 HTTP/1.1" status: 200 len: 870 time: 0.1564498 Jun 29 17:18:29.153487 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:30.147869 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 33864) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:18:30.304564 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964da32f-f625-4e93-919f-66881df16330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:18:30.305207 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964da32f-f625-4e93-919f-66881df16330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:18:30.306995 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-964da32f-f625-4e93-919f-66881df16330 admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1582296 Jun 29 17:18:32.678994 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 33872) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:18:32.914086 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32939e87-9d4d-4eee-94fa-cc6351760ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:18:32.914557 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32939e87-9d4d-4eee-94fa-cc6351760ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:18:32.916335 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-32939e87-9d4d-4eee-94fa-cc6351760ae9 admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2361979 Jun 29 17:18:35.285219 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 33880) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:18:35.400065 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be8a2fc-5be8-43aa-8033-2318eabb7786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:18:35.402634 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-0be8a2fc-5be8-43aa-8033-2318eabb7786 admin admin] 10.222.0.101 "GET /v2.0/subnets/5938ba51-ad86-48f6-9b69-24f131c840c0 HTTP/1.1" status: 200 len: 868 time: 0.1160810 Jun 29 17:18:37.751512 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 33888) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:18:37.856177 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d044b46-b114-4cb5-a7de-8707e53c8fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:18:37.857658 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-4d044b46-b114-4cb5-a7de-8707e53c8fb3 admin admin] 10.222.0.101 "GET /v2.0/subnets/c009a85e-4853-4052-a30a-9edb82f7da60 HTTP/1.1" status: 200 len: 816 time: 0.1048629 Jun 29 17:18:51.279081 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-a3116114-c3a9-4902-9fd1-41f96b9162d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:54.593741 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:54.804246 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-a81d5167-8e63-4501-a0ee-10efadf498e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:56.802432 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:18:59.158098 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:03.451777 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 5 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:19:05.093650 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 33932) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:19:05.147852 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [None req-7c41d7c5-1644-4522-8de8-5439de4ebf69 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:19:05.148944 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-7c41d7c5-1644-4522-8de8-5439de4ebf69 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542386 Jun 29 17:19:07.721981 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 33940) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:19:07.790047 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2760d1-41b4-4bc0-a35b-84c1c277b23c admin admin] GET failed (client error): The resource could not be found. Jun 29 17:19:07.791411 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-bc2760d1-41b4-4bc0-a35b-84c1c277b23c admin admin] 10.222.0.101 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0684445 Jun 29 17:19:07.950907 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5196a3d4-4700-45d7-a3b2-ce3e43b84ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:19:07.952429 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-5196a3d4-4700-45d7-a3b2-ce3e43b84ccb admin admin] 10.222.0.101 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1558871 Jun 29 17:19:10.952936 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 33948) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:19:11.025085 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:19:11.061572 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Made reservation on behalf of 1932666614cc4d5e873fde50b376db9b for: {'network': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:19:11.065472 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:11.109361 dv-cinder-763306-14-smb neutron-server[93003]: WARNING neutron.services.revisions.revision_plugin [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Could not find related network for resource to bump revision. Jun 29 17:19:11.127262 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] vlan segment allocate from pool success with {'vlan_id': 1185, 'physical_network': 'physnet1'} {{(pid=93003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:19:11.139425 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:11.139999 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.segments_db [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Added segment 8371b765-de47-4e03-a96b-112bdf8e2d63 of type vlan for network d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0 Jun 29 17:19:11.199161 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:11.236997 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:11.238367 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:19:11.238940 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:11.241528 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:19:11.303222 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3487568 Jun 29 17:19:11.310294 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Pushing event updated for resources: {'Network': ['ID=d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:19:11.321989 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:11.322336 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:11.322691 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:11.323625 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:11.324105 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:11.324874 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:11.325432 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:11.325888 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:11.326240 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:11.326564 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:11.326885 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:11.327203 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:11.331990 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:19:11.346100 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0 details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:19:13.731465 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 33956) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:19:13.799794 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6563b9-d48a-4f3a-97c2-ee203ad94f42 admin admin] GET failed (client error): The resource could not be found. Jun 29 17:19:13.801326 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-7c6563b9-d48a-4f3a-97c2-ee203ad94f42 admin admin] 10.222.0.101 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0685279 Jun 29 17:19:13.884810 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeec6d1-0bf8-4da2-892d-d423b7474bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:19:13.887574 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-bbeec6d1-0bf8-4da2-892d-d423b7474bfd admin admin] 10.222.0.101 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0815613 Jun 29 17:19:13.898356 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-91c7ce05-9f76-4ff2-943e-9ec23a343c73 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'd03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0', 'ip_version': 4}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:19:13.922489 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c7ce05-9f76-4ff2-943e-9ec23a343c73 admin admin] Made reservation on behalf of 1932666614cc4d5e873fde50b376db9b for: {'subnet': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:19:13.925083 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-91c7ce05-9f76-4ff2-943e-9ec23a343c73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:14.125149 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-91c7ce05-9f76-4ff2-943e-9ec23a343c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for subnet, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:14.127853 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-b911f92a-22f1-43b2-b930-171b3a85c8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:19:14.186623 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7ce05-9f76-4ff2-943e-9ec23a343c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26242097-5b1e-4401-b79d-71e3bbc16b8a,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:19:14.190092 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-91c7ce05-9f76-4ff2-943e-9ec23a343c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:19:14.196317 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7ce05-9f76-4ff2-943e-9ec23a343c73 admin admin] Checking segment: {'id': '8371b765-de47-4e03-a96b-112bdf8e2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'd03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:19:14.196666 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7ce05-9f76-4ff2-943e-9ec23a343c73 admin admin] Network hostable DHCP agents. Network: d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:19:14.214964 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7ce05-9f76-4ff2-943e-9ec23a343c73 admin admin] Network d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0 is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:19:14.225225 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-91c7ce05-9f76-4ff2-943e-9ec23a343c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0) {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:19:14.230579 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c7ce05-9f76-4ff2-943e-9ec23a343c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:19:14.231228 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-91c7ce05-9f76-4ff2-943e-9ec23a343c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:14.237878 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9caece-4503-40e2-9019-08acfe5252d9 None None] Network d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:19:14.248578 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-91c7ce05-9f76-4ff2-943e-9ec23a343c73 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3542154 Jun 29 17:19:14.427485 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82051051-6113-5470-b093-2a6234e3e4de-d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0', 'network_id': 'd03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0', 'tenant_id': '1932666614cc4d5e873fde50b376db9b', 'fixed_ips': [{'subnet_id': '26242097-5b1e-4401-b79d-71e3bbc16b8a'}]}} from dv-cinder-763306-14-smb. {{(pid=93005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:19:14.428545 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:14.606072 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.db_base_plugin_common [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Allocated IP 192.168.233.2 (d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0/26242097-5b1e-4401-b79d-71e3bbc16b8a/27ccdacb-1f21-4cf7-88b5-4168758e7c84) {{(pid=93005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:19:14.789702 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Notify callbacks [] for port, precommit_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:14.804506 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Transition to ACTIVE for port object 27ccdacb-1f21-4cf7-88b5-4168758e7c84 will not be triggered until provisioned by entity L2. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:19:14.827676 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Transition to ACTIVE for port object 27ccdacb-1f21-4cf7-88b5-4168758e7c84 will not be triggered until provisioned by entity DHCP. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:19:14.835687 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948'] for port, after_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:14.838134 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:19:14.883986 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Network d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0 is already hosted by enough agents. {{(pid=93005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:19:14.885411 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.base_scheduler [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Resources bound (agent type, host, resource id): {{(pid=93005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:19:14.893653 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Received port after_create {{(pid=93005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:19:14.903983 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Pushing event updated for resources: {'Port': ['ID=27ccdacb-1f21-4cf7-88b5-4168758e7c84,revision_number=1']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:19:14.937366 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:14.937713 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:14.938122 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:14.938530 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:14.938862 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:14.939285 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:14.939605 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:14.940016 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:14.940353 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:14.940672 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:14.940981 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:14.941352 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:19:14.947592 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:19:14.983112 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Attempting to bind port 27ccdacb-1f21-4cf7-88b5-4168758e7c84 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:19:14.983550 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Attempting to bind port 27ccdacb-1f21-4cf7-88b5-4168758e7c84 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': '8371b765-de47-4e03-a96b-112bdf8e2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'd03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0'}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:19:14.983914 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Attempting to bind port 27ccdacb-1f21-4cf7-88b5-4168758e7c84 on network d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0 {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:19:14.990105 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:19:14.990639 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Checking segment: {'id': '8371b765-de47-4e03-a96b-112bdf8e2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'd03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:19:14.991047 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:14.991446 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Bound using segment: {'id': '8371b765-de47-4e03-a96b-112bdf8e2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'd03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0'} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:19:14.991933 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Bound port: 27ccdacb-1f21-4cf7-88b5-4168758e7c84, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8371b765-de47-4e03-a96b-112bdf8e2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'd03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0'}}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:19:14.992429 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:15.094392 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] For port 27ccdacb-1f21-4cf7-88b5-4168758e7c84, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:19:15.098740 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] For port 27ccdacb-1f21-4cf7-88b5-4168758e7c84, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=27ccdacb-1f21-4cf7-88b5-4168758e7c84,segment=NetworkSegment(8371b765-de47-4e03-a96b-112bdf8e2d63),segment_id=8371b765-de47-4e03-a96b-112bdf8e2d63)] {{(pid=93005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:19:15.105778 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:15.108375 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-c74920d8-7a20-48d1-bf92-d9fbeca4f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:19:15.188588 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Pushing event updated for resources: {'Port': ['ID=27ccdacb-1f21-4cf7-88b5-4168758e7c84,revision_number=2']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:19:15.193704 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:19:16.139723 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca22cdb-3684-4f6f-89d8-ff7e2c08afbd None None] Network d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:19:16.213197 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-2b8d4e14-ddb7-4a73-8394-09f5d213e1e4 None None] Provisioning for port 27ccdacb-1f21-4cf7-88b5-4168758e7c84 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:19:17.273708 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 27ccdacb-1f21-4cf7-88b5-4168758e7c84 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:19:17.357506 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 27ccdacb-1f21-4cf7-88b5-4168758e7c84 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:19:17.364307 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 27ccdacb-1f21-4cf7-88b5-4168758e7c84 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:19:17.364982 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:17.507961 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:17.550076 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 27ccdacb-1f21-4cf7-88b5-4168758e7c84, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=27ccdacb-1f21-4cf7-88b5-4168758e7c84,segment=NetworkSegment(8371b765-de47-4e03-a96b-112bdf8e2d63),segment_id=8371b765-de47-4e03-a96b-112bdf8e2d63)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:19:17.556237 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:17.564301 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:19:17.634560 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=27ccdacb-1f21-4cf7-88b5-4168758e7c84,revision_number=3']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:19:17.639619 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:19:19.236062 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 27ccdacb-1f21-4cf7-88b5-4168758e7c84 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:19:19.322667 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 27ccdacb-1f21-4cf7-88b5-4168758e7c84 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:19:19.323837 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:21.274478 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-50f69ddd-0551-4dbc-b080-3b3b205b052c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:24.591396 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:24.807534 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-4782e3fc-f345-4039-913f-69e34ca01ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:26.812500 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:29.153007 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:40.454430 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 5 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:19:51.272301 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-00b468ea-d5b0-4ab1-ba5a-a37acb38840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:54.613696 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:54.799960 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e8dc406b-0d6c-4754-925f-1539a0981d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:56.813270 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:19:59.155343 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:17.460332 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 5 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:20:21.270828 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-46790a7d-57ec-4da4-8954-836a16929cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:24.592765 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:24.809810 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-df28bd1a-ffdb-42d2-8807-65016f22170c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:26.818701 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:29.165321 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:42.161865 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 34008) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:20:42.169961 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [None req-1459c419-4f67-4228-a542-e0cf1ab95ece tempest-verify_tempest_config-1778906025 tempest-verify_tempest_config-1778906025-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:20:42.171160 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-1459c419-4f67-4228-a542-e0cf1ab95ece tempest-verify_tempest_config-1778906025 tempest-verify_tempest_config-1778906025-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0079415 Jun 29 17:20:42.684292 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 34026) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:20:42.818427 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:42.951123 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:42.956043 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:42.960034 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-b11622d1-39c7-4040-a8d7-e5cb9c65a15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:43.019180 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dd62de84b2024b778dd75aaa7f90116f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3337653 Jun 29 17:20:43.019896 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d109cfd-4cee-42e4-baf9-7145038ba92f,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:43.022084 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 34030) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:20:43.042456 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:43.042795 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:43.043141 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:43.043457 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:43.043777 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:43.044109 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:43.044419 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:43.044733 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:43.045072 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:43.045425 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:43.045738 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:43.046164 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:20:43.056057 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:43.099417 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-70267f24-d7e9-4536-9f96-485bea44ca71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:43.125391 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-70267f24-d7e9-4536-9f96-485bea44ca71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:43.227393 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-70267f24-d7e9-4536-9f96-485bea44ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:43.231131 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-70267f24-d7e9-4536-9f96-485bea44ca71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:43.232327 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-70267f24-d7e9-4536-9f96-485bea44ca71 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0d109cfd-4cee-42e4-baf9-7145038ba92f HTTP/1.1" status: 204 len: 168 time: 0.2092795 Jun 29 17:20:43.233481 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:20:43.241757 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70267f24-d7e9-4536-9f96-485bea44ca71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d109cfd-4cee-42e4-baf9-7145038ba92f,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:20:43.244567 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-70267f24-d7e9-4536-9f96-485bea44ca71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:20:51.269927 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-fbc25fa5-82a5-48ff-99bd-b15658282855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:54.460848 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 5 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:20:54.590761 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:54.807162 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-f7f552d3-53b2-4aab-abf0-a30f31b7c95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:56.820269 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:20:59.177270 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:21.264910 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e508-9050-4ff4-ac1a-0c522d2918d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:24.587366 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:24.808259 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-519ca79c-a173-41e9-a51b-bf2c14e2befd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:26.818421 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:29.166085 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:31.460109 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 5 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:21:51.271272 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-ae2b4a0b-3cc4-48cf-9a55-2543451b8c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:54.587100 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:54.812908 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-49447a9f-8589-4f7c-975d-fba2667ad186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:56.831151 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:21:59.178307 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:08.460565 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 5 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:22:21.266177 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-2798c268-5db9-4123-8437-35ae9f551e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:24.583354 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:24.808603 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-81871c18-889e-4cb3-a6be-1a75be44e028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:26.825478 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:29.175466 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:44.657012 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695082'] for agent, after_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:45.462947 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:22:46.026846 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 34090) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:22:46.155488 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-30add30b-c545-40b3-9ad6-c2c56d007702 admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4298 time: 0.1270440 Jun 29 17:22:48.673941 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 34100) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:22:48.750393 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-6b0fa70f-ef9f-477a-8a24-29555f03eff4 admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4298 time: 0.0749209 Jun 29 17:22:51.273312 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e4413684-8944-4612-bfb9-a9e93c565aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:54.583494 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:54.813560 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-39205b0a-5359-4db0-ab4e-b3cfaa661baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:56.829752 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:22:59.178554 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:14.619023 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:21.273740 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-299e8525-47b8-4b53-8050-6f4119f1b1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:22.465564 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:23:24.578553 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:24.818486 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd9ca-b40e-4504-b5fc-1e3e9c756c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:26.830814 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:29.183357 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:44.637844 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:51.269637 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-f119b17e-974c-4bb2-8f83-75bc489d97e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:54.593914 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:54.831158 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-1c8f30b8-716b-452e-8831-27a6003304d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:56.837199 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:59.191695 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:23:59.468652 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:24:14.644902 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:21.278394 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b991b603-995a-4577-ac74-f86cf57d8dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:24.686728 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:24.826469 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-4b8ecf3a-9407-40de-b90e-af52afa22d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:26.846947 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:29.194221 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:36.470869 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:24:44.647825 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:45.897446 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 34302) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:45.997854 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 34312) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:46.243911 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-240826705-network', 'tenant_id': 'bab87edcd482462cbd1decad9411b53c'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:24:46.272055 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Made reservation on behalf of bab87edcd482462cbd1decad9411b53c for: {'network': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:24:46.275928 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:46.291493 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:46.428793 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:46.434609 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:46.444352 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:46.481221 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab263b2a-eaa2-468d-90a1-ab988f67a662,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:46.496561 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:46.497686 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:46.498140 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:46.498474 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:46.498800 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:46.499191 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:46.499667 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:46.500177 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:46.500655 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:46.501191 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:46.501693 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:46.502148 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Tracked resource versions report: Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: pushed versions: Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: { 'AddressGroup': {'1.2'}, Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'ConntrackHelper': {'1.0'}, Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'Log': {'1.0'}, Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'Network': {'1.1'}, Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'Port': {'1.7'}, Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'PortForwarding': {'1.2'}, Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'QosPolicy': {'1.8'}, Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'SecurityGroup': {'1.4'}, Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'SecurityGroupRule': {'1.2'}, Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'SubPort': {'1.0'}, Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'Subnet': {'1.1'}, Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'Trunk': {'1.1'}} Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: consumer versions: Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: { DHCP agent@dv-cinder-763306-14-smb: {}, Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: HyperV agent@hv-cinder-76330: {}, Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: L3 agent@dv-cinder-763306-14-smb: {}, Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: Metadata agent@dv-cinder-763306-14-smb: {}, Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: Metering agent@dv-cinder-763306-14-smb: {}, Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: Open vSwitch agent@dv-cinder-763306-14-smb: { 'AddressGroup': '1.2', Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'ConntrackHelper': '1.0', Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'Log': '1.0', Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'Network': '1.1', Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'Port': '1.7', Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'PortForwarding': '1.2', Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'QosPolicy': '1.8', Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'SecurityGroup': '1.4', Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'SecurityGroupRule': '1.2', Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'SubPort': '1.0', Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'Subnet': '1.1', Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: 'Trunk': '1.1'}} Jun 29 17:24:46.503600 dv-cinder-763306-14-smb neutron-server[93004]: {{(pid=93004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:24:46.506814 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=93004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:24:46.509731 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:46.521170 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:46.521830 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.segments_db [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Added segment 4b473765-625a-48b2-9819-d25937b72338 of type vlan for network 30c06445-69a3-473b-86ba-1a733d800ecd Jun 29 17:24:46.582339 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:46.603757 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1979561897-network', 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:24:46.643716 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:46.647466 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:46.648379 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:46.656454 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:46.729160 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 34332) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:46.748284 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Made reservation on behalf of 86f0d1cf5da54b34a84d748acfe3ab8c for: {'network': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:24:46.750725 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:46.768078 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:46.774973 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 34342) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:46.781535 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Request body: {'subnet': {'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-240826705-subnet', 'tenant_id': 'bab87edcd482462cbd1decad9411b53c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:24:46.785225 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8865788 Jun 29 17:24:46.831799 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Made reservation on behalf of bab87edcd482462cbd1decad9411b53c for: {'subnet': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:24:46.837610 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Pushing event updated for resources: {'Network': ['ID=30c06445-69a3-473b-86ba-1a733d800ecd,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:46.842293 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:46.842896 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:46.858801 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network 30c06445-69a3-473b-86ba-1a733d800ecd details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:24:47.107062 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:47.115089 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:47.149318 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:47.192057 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for subnet, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:47.196058 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2f1701-fd33-41cc-8ca9-849dc88bcb55,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:47.201539 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:47.230837 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 34354) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:47.232084 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:47.261270 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f500316-b6d9-43a2-a9a1-26ebe9df72d6,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:47.267526 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=93004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:24:47.298792 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:47.299134 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Checking segment: {'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:24:47.299134 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Network hostable DHCP agents. Network: 30c06445-69a3-473b-86ba-1a733d800ecd, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:24:47.299427 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.segments_db [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Added segment b401a707-1d80-496c-a38c-4b3f6ee76a08 of type vlan for network 848c8866-fdff-4385-a864-0f9f4cb70ea5 Jun 29 17:24:47.306874 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:47.308112 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:47.308623 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:47.309102 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:47.310305 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:47.310954 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:47.311633 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:47.312104 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:47.312657 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:47.313250 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:47.313802 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:47.314450 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Tracked resource versions report: Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: pushed versions: Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: { 'AddressGroup': {'1.2'}, Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'ConntrackHelper': {'1.0'}, Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'Log': {'1.0'}, Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'Network': {'1.1'}, Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'Port': {'1.7'}, Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'PortForwarding': {'1.2'}, Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'QosPolicy': {'1.8'}, Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'SecurityGroup': {'1.4'}, Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'SecurityGroupRule': {'1.2'}, Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'SubPort': {'1.0'}, Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'Subnet': {'1.1'}, Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'Trunk': {'1.1'}} Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: consumer versions: Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: { DHCP agent@dv-cinder-763306-14-smb: {}, Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: HyperV agent@hv-cinder-76330: {}, Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: L3 agent@dv-cinder-763306-14-smb: {}, Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: Metadata agent@dv-cinder-763306-14-smb: {}, Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: Metering agent@dv-cinder-763306-14-smb: {}, Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: Open vSwitch agent@dv-cinder-763306-14-smb: { 'AddressGroup': '1.2', Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'ConntrackHelper': '1.0', Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'Log': '1.0', Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'Network': '1.1', Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'Port': '1.7', Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'PortForwarding': '1.2', Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'QosPolicy': '1.8', Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'SecurityGroup': '1.4', Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'SecurityGroupRule': '1.2', Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'SubPort': '1.0', Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'Subnet': '1.1', Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: 'Trunk': '1.1'}} Jun 29 17:24:47.315774 dv-cinder-763306-14-smb neutron-server[93003]: {{(pid=93003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:24:47.323043 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:47.344089 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Network 30c06445-69a3-473b-86ba-1a733d800ecd is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:24:47.357047 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, 30c06445-69a3-473b-86ba-1a733d800ecd) {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:24:47.366924 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:47.368003 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:47.369446 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b864316-0fe9-4844-9625-95e2a963fd7c None None] Network 30c06445-69a3-473b-86ba-1a733d800ecd requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:24:47.397515 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6209750 Jun 29 17:24:47.448769 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:47.472399 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1686073653-network', 'tenant_id': 'fd13e3a5fdea4c359b5728bf3c092130'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:24:47.526862 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Made reservation on behalf of fd13e3a5fdea4c359b5728bf3c092130 for: {'network': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:24:47.533054 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:47.534725 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:47.538260 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:47.542729 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:47.551328 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:47.566331 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72936c8c-3298-4f93-b31d-f380a7775053 None None] Network 30c06445-69a3-473b-86ba-1a733d800ecd requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:24:47.590289 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1866867021-network', 'tenant_id': '4deec94b63ce48e9bd5070f77f4e79ce'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:24:47.594265 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-6a50b6ee-5987-480a-a184-0fb216951fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:47.731505 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Pushing event updated for resources: {'Network': ['ID=848c8866-fdff-4385-a864-0f9f4cb70ea5,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:47.752944 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:47.756243 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network 848c8866-fdff-4385-a864-0f9f4cb70ea5 details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:24:47.922894 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:47.931446 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:47.952330 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=93003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:24:47.958086 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9585371 Jun 29 17:24:47.965107 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 34374) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:47.969497 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:47.970219 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.segments_db [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Added segment 72130bd9-372a-415c-b6d8-634e83a9a912 of type vlan for network 8d9ee5d3-9f67-43c2-96bb-80a4d6945ae0 Jun 29 17:24:47.995014 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-b6078f10-220d-4e1d-a6c8-7b5fccb0cb7b admin admin] Request body: {'subnet': {'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1979561897-subnet', 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:24:48.028450 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-629fab24-a513-4895-a0c3-b8b059145f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:48.033390 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:48.049984 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Made reservation on behalf of 4deec94b63ce48e9bd5070f77f4e79ce for: {'network': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:24:48.052597 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:48.070467 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:48.088108 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9563d157-5aca-4fa8-a763-0441cb604c3c,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:48.093055 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:48.103552 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:48.106618 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:48.107294 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:48.107706 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6078f10-220d-4e1d-a6c8-7b5fccb0cb7b admin admin] Made reservation on behalf of 86f0d1cf5da54b34a84d748acfe3ab8c for: {'subnet': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:24:48.110027 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-2f8bced9-9ff2-4528-9589-c5eb6aab381b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:48.111924 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b6078f10-220d-4e1d-a6c8-7b5fccb0cb7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:48.186424 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Pushing event updated for resources: {'Network': ['ID=8d9ee5d3-9f67-43c2-96bb-80a4d6945ae0,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:48.193763 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:48.207516 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network 8d9ee5d3-9f67-43c2-96bb-80a4d6945ae0 details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:24:48.454936 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:48.463115 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:48.471081 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.7394536 Jun 29 17:24:48.475938 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 34390) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:48.486520 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:48.490714 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-32d1641d-ff78-4290-bcd4-b2d6b64c2c7c admin admin] Request body: {'subnet': {'network_id': '8d9ee5d3-9f67-43c2-96bb-80a4d6945ae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1686073653-subnet', 'tenant_id': 'fd13e3a5fdea4c359b5728bf3c092130', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:24:48.569360 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d1641d-ff78-4290-bcd4-b2d6b64c2c7c admin admin] Made reservation on behalf of fd13e3a5fdea4c359b5728bf3c092130 for: {'subnet': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:24:48.580251 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-32d1641d-ff78-4290-bcd4-b2d6b64c2c7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:48.595452 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=93004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:24:48.650636 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1609e1e4-3ecc-4977-af9e-0293eeedfe66,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:48.677625 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:48.682263 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.segments_db [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Added segment e0dd2362-0c1c-4b12-a79e-daadb2deefcb of type vlan for network fde896f6-c9d2-4088-b96e-85c05da626b0 Jun 29 17:24:48.686846 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:48.761665 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b6078f10-220d-4e1d-a6c8-7b5fccb0cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for subnet, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:48.770943 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:48.961159 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6078f10-220d-4e1d-a6c8-7b5fccb0cb7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2836b31e-fb3d-46b6-943e-6bb4d25b15b8,revision_number=0']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:48.969163 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b6078f10-220d-4e1d-a6c8-7b5fccb0cb7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:48.993087 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-32d1641d-ff78-4290-bcd4-b2d6b64c2c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for subnet, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:48.997507 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:49.014873 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-91c7ce05-9f76-4ff2-943e-9ec23a343c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:49.079535 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6078f10-220d-4e1d-a6c8-7b5fccb0cb7b admin admin] Checking segment: {'id': 'b401a707-1d80-496c-a38c-4b3f6ee76a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:24:49.080014 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6078f10-220d-4e1d-a6c8-7b5fccb0cb7b admin admin] Network hostable DHCP agents. Network: 848c8866-fdff-4385-a864-0f9f4cb70ea5, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:24:49.138798 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1641d-ff78-4290-bcd4-b2d6b64c2c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85e65d4-2b00-4363-b437-593af448e854,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:49.147807 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-32d1641d-ff78-4290-bcd4-b2d6b64c2c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:49.155740 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6078f10-220d-4e1d-a6c8-7b5fccb0cb7b admin admin] Network 848c8866-fdff-4385-a864-0f9f4cb70ea5 is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:24:49.165337 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:49.171403 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:49.172172 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:49.177967 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:49.198715 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1641d-ff78-4290-bcd4-b2d6b64c2c7c admin admin] Checking segment: {'id': '72130bd9-372a-415c-b6d8-634e83a9a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '8d9ee5d3-9f67-43c2-96bb-80a4d6945ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:24:49.198715 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d1641d-ff78-4290-bcd4-b2d6b64c2c7c admin admin] Network hostable DHCP agents. Network: 8d9ee5d3-9f67-43c2-96bb-80a4d6945ae0, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:24:49.238610 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d1641d-ff78-4290-bcd4-b2d6b64c2c7c admin admin] Network 8d9ee5d3-9f67-43c2-96bb-80a4d6945ae0 is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:24:49.251834 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-32d1641d-ff78-4290-bcd4-b2d6b64c2c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, 8d9ee5d3-9f67-43c2-96bb-80a4d6945ae0) {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:24:49.253691 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [None req-b6078f10-220d-4e1d-a6c8-7b5fccb0cb7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, 848c8866-fdff-4385-a864-0f9f4cb70ea5) {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:24:49.257267 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Pushing event updated for resources: {'Network': ['ID=fde896f6-c9d2-4088-b96e-85c05da626b0,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:49.268490 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b27bf0-8d30-494a-bcc4-526386121b9e None None] Network 8d9ee5d3-9f67-43c2-96bb-80a4d6945ae0 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:24:49.270596 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d1641d-ff78-4290-bcd4-b2d6b64c2c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:49.272309 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-32d1641d-ff78-4290-bcd4-b2d6b64c2c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:49.289018 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6078f10-220d-4e1d-a6c8-7b5fccb0cb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:49.289411 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b6078f10-220d-4e1d-a6c8-7b5fccb0cb7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:49.315652 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:49.330218 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-32d1641d-ff78-4290-bcd4-b2d6b64c2c7c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8520973 Jun 29 17:24:49.331345 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 34418) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:49.331577 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0851166 Jun 29 17:24:49.346595 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-cfeb6c45-eafb-4aeb-b8f3-25a27a921cb6 admin admin] Request body: {'subnet': {'network_id': 'fde896f6-c9d2-4088-b96e-85c05da626b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1866867021-subnet', 'tenant_id': '4deec94b63ce48e9bd5070f77f4e79ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:24:49.355155 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-b6078f10-220d-4e1d-a6c8-7b5fccb0cb7b admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3777246 Jun 29 17:24:49.356333 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 34420) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:49.365825 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1979561897-router', 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:24:49.397000 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.db.api [None req-cfeb6c45-eafb-4aeb-b8f3-25a27a921cb6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 17:24:49.397000 dv-cinder-763306-14-smb neutron-server[93003]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 17:24:49.397000 dv-cinder-763306-14-smb neutron-server[93003]: [parameters: {'project_id_1': '4deec94b63ce48e9bd5070f77f4e79ce', 'expiration_1': datetime.datetime(2021, 6, 29, 17, 24, 49, 371384)}] Jun 29 17:24:49.397000 dv-cinder-763306-14-smb neutron-server[93003]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:24:49.399310 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_db.api [None req-cfeb6c45-eafb-4aeb-b8f3-25a27a921cb6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:24:49.428328 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-798'] for router, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:49.433790 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1982058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-777'] for router, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:49.463202 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17909a90-bd23-4b83-aaff-75582195027b None None] Network 848c8866-fdff-4385-a864-0f9f4cb70ea5 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:24:49.468151 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network fde896f6-c9d2-4088-b96e-85c05da626b0 details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:24:49.733567 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:49.969063 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeb6c45-eafb-4aeb-b8f3-25a27a921cb6 admin admin] Made reservation on behalf of 4deec94b63ce48e9bd5070f77f4e79ce for: {'subnet': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:24:49.983652 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-cfeb6c45-eafb-4aeb-b8f3-25a27a921cb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:50.045100 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1601909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1019'] for router, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:50.195092 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7317c72a-cc20-4fda-b2bc-81e611c4ffeb None None] Network 8d9ee5d3-9f67-43c2-96bb-80a4d6945ae0 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:24:50.202387 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4b1afb-746f-4c0e-ada9-2901c04d3013 None None] Network 848c8866-fdff-4385-a864-0f9f4cb70ea5 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:24:50.480951 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-cfeb6c45-eafb-4aeb-b8f3-25a27a921cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for subnet, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:50.485043 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-ce6505a4-cb8d-403d-b38d-0875acf7c91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:50.589573 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:50.612264 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb6c45-eafb-4aeb-b8f3-25a27a921cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a3cfb3-155c-4ecd-9855-37dc09cff36f,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:50.626035 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-cfeb6c45-eafb-4aeb-b8f3-25a27a921cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:50.647888 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:50.679785 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb6c45-eafb-4aeb-b8f3-25a27a921cb6 admin admin] Checking segment: {'id': 'e0dd2362-0c1c-4b12-a79e-daadb2deefcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fde896f6-c9d2-4088-b96e-85c05da626b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:24:50.680775 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb6c45-eafb-4aeb-b8f3-25a27a921cb6 admin admin] Network hostable DHCP agents. Network: fde896f6-c9d2-4088-b96e-85c05da626b0, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:24:50.716917 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb6c45-eafb-4aeb-b8f3-25a27a921cb6 admin admin] Network fde896f6-c9d2-4088-b96e-85c05da626b0 is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:24:50.730346 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-cfeb6c45-eafb-4aeb-b8f3-25a27a921cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, fde896f6-c9d2-4088-b96e-85c05da626b0) {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:24:50.736130 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb6c45-eafb-4aeb-b8f3-25a27a921cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:50.736790 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-cfeb6c45-eafb-4aeb-b8f3-25a27a921cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:50.760052 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec10cc77-6dfc-452a-b9e0-3d860c02f67c None None] Network fde896f6-c9d2-4088-b96e-85c05da626b0 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:24:50.775512 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-cfeb6c45-eafb-4aeb-b8f3-25a27a921cb6 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4421885 Jun 29 17:24:50.858043 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 34460) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:51.103953 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Allocated IP 172.28.0.165 (48360abb-0c2a-46d3-ad90-a3956d77b608/c009a85e-4853-4052-a30a-9edb82f7da60/98cd2c0e-fcb8-470e-ad46-74a81ae6afa4) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:24:51.144061 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9cdc2ca1-a9bc-4e10-b37f-520a2645743a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:51.255851 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf03f3b8-16ce-48b7-ad04-d5d4bca20b4e None None] Network fde896f6-c9d2-4088-b96e-85c05da626b0 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:24:51.596431 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-16669b98-7ac8-44e6-86dd-af4274ddb4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:51.653438 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9cdc2ca1-a9bc-4e10-b37f-520a2645743a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:51.659677 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9cdc2ca1-a9bc-4e10-b37f-520a2645743a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:51.666308 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-fce50046-70dc-43a9-89c4-4875f1bbdfd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:51.676429 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:51.759271 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc2ca1-a9bc-4e10-b37f-520a2645743a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394bef41-0d8c-4570-8f73-8d1901aa1e9e,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:51.796544 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-9cdc2ca1-a9bc-4e10-b37f-520a2645743a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:51.806346 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 34500) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:51.858186 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1830264097-network', 'tenant_id': '2aa902fc6a794deda674ebf6ff2017ce'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:24:51.902013 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 34510) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:51.905978 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-9cdc2ca1-a9bc-4e10-b37f-520a2645743a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a1601f6ef24341f8914a02ce24a9d94e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0452898 Jun 29 17:24:51.921915 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 34514) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:51.932108 dv-cinder-763306-14-smb neutron-server[93003]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 17:24:51.946260 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Made reservation on behalf of 2aa902fc6a794deda674ebf6ff2017ce for: {'network': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:24:51.949496 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:51.970209 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:52.111419 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:52.172255 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:52.176041 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:52.202867 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1191, 'physical_network': 'physnet1'} {{(pid=93004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:24:52.210434 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-a0471215-8e54-48a4-afdd-095c81558982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:52.270669 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 34538) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:52.285706 dv-cinder-763306-14-smb neutron-server[93004]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 17:24:52.312187 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:52.312703 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.segments_db [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Added segment 017e1631-58af-4c49-a458-c4eed61f86ee of type vlan for network 211082e3-0a38-4751-b453-a963b459cedd Jun 29 17:24:52.318345 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e568932d-cd0b-429d-bffb-2bbb42eb1898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:52.352791 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:24:52.361997 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-85024f10-bf30-49cd-9aca-ba7cde4b496b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:52.363559 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-85024f10-bf30-49cd-9aca-ba7cde4b496b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/networks?id=30c06445-69a3-473b-86ba-1a733d800ecd HTTP/1.1" status: 200 len: 814 time: 0.4328539 Jun 29 17:24:52.372506 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213c81c4-9341-4d5d-b0a6-8f14d6723be8,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:52.386914 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:24:52.396956 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-7bcf50bf-84cb-48c6-9e04-70b9e6d69f39 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/quotas/bab87edcd482462cbd1decad9411b53c HTTP/1.1" status: 200 len: 375 time: 0.0252972 Jun 29 17:24:52.397788 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:52.402212 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-7736040c-f332-4e3a-8da7-e9ec8c5a903e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:52.408545 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:24:52.486212 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-fc943b61-3cc1-4cf7-9149-c8fd1be4ac1d tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=bab87edcd482462cbd1decad9411b53c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760517 Jun 29 17:24:52.534943 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e568932d-cd0b-429d-bffb-2bbb42eb1898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:52.591291 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:52.753645 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Pushing event updated for resources: {'Port': ['ID=98cd2c0e-fcb8-470e-ad46-74a81ae6afa4,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:52.759829 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-d9fa6e48-ba6a-452f-a445-609c11004118 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:24:52.761533 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-d9fa6e48-ba6a-452f-a445-609c11004118 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0807657 Jun 29 17:24:52.772609 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:52.800066 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:52.808299 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-199faae7-42b6-440f-b0b7-77c5430d93e9 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:52.809894 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-199faae7-42b6-440f-b0b7-77c5430d93e9 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/networks?id=fde896f6-c9d2-4088-b96e-85c05da626b0 HTTP/1.1" status: 200 len: 812 time: 0.5350993 Jun 29 17:24:52.812821 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:52.813440 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:52.817382 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:52.889753 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-fadd2f63-7302-418d-84a1-023510d48a97 service neutron] 10.222.0.101 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159329 Jun 29 17:24:52.930066 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-29352688-75aa-42e6-954c-08584220afb4 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/quotas/4deec94b63ce48e9bd5070f77f4e79ce HTTP/1.1" status: 200 len: 375 time: 0.1050327 Jun 29 17:24:52.930591 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e568932d-cd0b-429d-bffb-2bbb42eb1898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:52.945948 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.1081631 Jun 29 17:24:52.955465 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 34550) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:52.956083 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e568932d-cd0b-429d-bffb-2bbb42eb1898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:52.961185 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-e568932d-cd0b-429d-bffb-2bbb42eb1898 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/394bef41-0d8c-4570-8f73-8d1901aa1e9e HTTP/1.1" status: 204 len: 168 time: 1.0534127 Jun 29 17:24:52.965338 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-80d2b944-b69c-4b25-a9d1-a1cf919c860a admin admin] Request body: {'subnet': {'network_id': '211082e3-0a38-4751-b453-a963b459cedd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1830264097-subnet', 'tenant_id': '2aa902fc6a794deda674ebf6ff2017ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:24:52.984001 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Pushing event updated for resources: {'Network': ['ID=211082e3-0a38-4751-b453-a963b459cedd,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:53.000720 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network 211082e3-0a38-4751-b453-a963b459cedd details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:24:53.030592 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:53.031278 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:53.035376 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d2b944-b69c-4b25-a9d1-a1cf919c860a admin admin] Made reservation on behalf of 2aa902fc6a794deda674ebf6ff2017ce for: {'subnet': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:24:53.039715 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-80d2b944-b69c-4b25-a9d1-a1cf919c860a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:53.096243 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-92dc6c37-9a27-4e3a-93f7-62ea636dd944 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4deec94b63ce48e9bd5070f77f4e79ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1445215 Jun 29 17:24:53.100388 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568932d-cd0b-429d-bffb-2bbb42eb1898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394bef41-0d8c-4570-8f73-8d1901aa1e9e,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:53.106826 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e568932d-cd0b-429d-bffb-2bbb42eb1898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:53.171015 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:53.183152 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-413fc3f5-759b-4baf-bcf8-7f86682d051e service neutron] 10.222.0.101 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819443 Jun 29 17:24:53.614106 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-80d2b944-b69c-4b25-a9d1-a1cf919c860a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for subnet, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:53.646854 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:53.720106 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-a0d8b5f2-427f-4bfd-bb29-36f7aa1bdd4d service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:24:53.723016 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-a0d8b5f2-427f-4bfd-bb29-36f7aa1bdd4d service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4481769 Jun 29 17:24:53.905980 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 34596) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:53.922626 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2b944-b69c-4b25-a9d1-a1cf919c860a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80bf0fb6-1956-4363-a1cf-09266e215cc1,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:53.927753 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601937'] for router, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:53.986692 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-dc0b66b1-5fa8-4169-9fce-0b6e03ca79e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:54.019952 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-80d2b944-b69c-4b25-a9d1-a1cf919c860a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:54.070917 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d2b944-b69c-4b25-a9d1-a1cf919c860a admin admin] Checking segment: {'id': '017e1631-58af-4c49-a458-c4eed61f86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '211082e3-0a38-4751-b453-a963b459cedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:24:54.071471 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d2b944-b69c-4b25-a9d1-a1cf919c860a admin admin] Network hostable DHCP agents. Network: 211082e3-0a38-4751-b453-a963b459cedd, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:24:54.087499 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-0edc26b9-06fc-4b9e-a72e-afeea6b7e3a2 service neutron] 10.222.0.101 "GET /v2.0/networks/fde896f6-c9d2-4088-b96e-85c05da626b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547359 Jun 29 17:24:54.193428 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-2e54f971-dd9e-4858-b092-00a0177dccf5 req-ccf84292-9ae2-4075-a9af-c9bfd6b7615b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 210 time: 0.1262395 Jun 29 17:24:54.211612 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d2b944-b69c-4b25-a9d1-a1cf919c860a admin admin] Network 211082e3-0a38-4751-b453-a963b459cedd is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:24:54.246179 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-80d2b944-b69c-4b25-a9d1-a1cf919c860a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, 211082e3-0a38-4751-b453-a963b459cedd) {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:24:54.260908 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d2b944-b69c-4b25-a9d1-a1cf919c860a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:54.261950 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-80d2b944-b69c-4b25-a9d1-a1cf919c860a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:54.262784 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b572ce-c927-41a3-b1e6-70860e1eff2c None None] Network 211082e3-0a38-4751-b453-a963b459cedd requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:24:54.375130 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-dc0b66b1-5fa8-4169-9fce-0b6e03ca79e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:54.387501 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-dc0b66b1-5fa8-4169-9fce-0b6e03ca79e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:54.413358 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-80d2b944-b69c-4b25-a9d1-a1cf919c860a admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4373195 Jun 29 17:24:54.413358 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-70267f24-d7e9-4536-9f96-485bea44ca71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:54.489481 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b66b1-5fa8-4169-9fce-0b6e03ca79e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbad203f-3337-404c-b742-fe441348e54a,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:54.490290 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-dc0b66b1-5fa8-4169-9fce-0b6e03ca79e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:54.548025 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-dc0b66b1-5fa8-4169-9fce-0b6e03ca79e4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f3bab6ecfe1d43158fab55fbfc7e68ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6323500 Jun 29 17:24:54.550040 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 34612) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:54.811563 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:54.829901 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ff36b01a-15ee-4e79-8925-c3696a32e22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:54.913935 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ff36b01a-15ee-4e79-8925-c3696a32e22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:55.079455 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b269d5f2-87c9-4f0c-b9a9-c412ab222dc3 None None] Network 211082e3-0a38-4751-b453-a963b459cedd requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:24:55.136222 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 34634) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:55.144070 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-82fec017-17e0-4eb1-965f-54b4887a46a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:55.161072 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ff36b01a-15ee-4e79-8925-c3696a32e22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:55.167023 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ff36b01a-15ee-4e79-8925-c3696a32e22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:55.196919 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-ff36b01a-15ee-4e79-8925-c3696a32e22d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cbad203f-3337-404c-b742-fe441348e54a HTTP/1.1" status: 204 len: 168 time: 0.6394212 Jun 29 17:24:55.198105 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:55.210671 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-1c3c73d8-3bd3-433b-aa7e-8a1f32ea2144 service neutron] 10.222.0.101 "GET /v2.0/networks/fde896f6-c9d2-4088-b96e-85c05da626b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1153991 Jun 29 17:24:55.238086 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36b01a-15ee-4e79-8925-c3696a32e22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbad203f-3337-404c-b742-fe441348e54a,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:55.251753 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-ff36b01a-15ee-4e79-8925-c3696a32e22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:55.268786 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Router f3df158d-c867-40d8-a4ff-3f11488cef87 is scheduled to L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 with binding_index 1 {{(pid=93004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:24:55.300189 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcca4ae8-83fe-4657-94c2-fcd006cb2f02 admin admin] Deleting subnet f85e65d4-2b00-4363-b437-593af448e854 {{(pid=93004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:24:55.434711 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fcca4ae8-83fe-4657-94c2-fcd006cb2f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:55.582976 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fcca4ae8-83fe-4657-94c2-fcd006cb2f02 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:55.604052 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-efe5a8ab-6286-46a2-8fbb-b91e40bbe8e8 req-56c0e4ab-7756-445c-8e62-9e4331c75723 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 210 time: 0.0850430 Jun 29 17:24:55.710557 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fcca4ae8-83fe-4657-94c2-fcd006cb2f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960687'] for subnet, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:55.764423 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:24:55.798302 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Notify callbacks [] for router, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:55.800289 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Sync routers for ids ['f3df158d-c867-40d8-a4ff-3f11488cef87'] in dv-cinder-763306-14-smb {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:24:55.810182 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.4477806 Jun 29 17:24:55.810668 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 34666) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:55.842379 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Routers {'f3df158d-c867-40d8-a4ff-3f11488cef87'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:24:55.843564 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:24:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['f3df158d-c867-40d8-a4ff-3f11488cef87'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:55.869439 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fcca4ae8-83fe-4657-94c2-fcd006cb2f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for subnet, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:55.873889 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e7c95fd4-f3f2-416c-8cbb-148623ebc082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:55.937656 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca4ae8-83fe-4657-94c2-fcd006cb2f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85e65d4-2b00-4363-b437-593af448e854,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:55.944814 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-fcca4ae8-83fe-4657-94c2-fcd006cb2f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:55.964828 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fcca4ae8-83fe-4657-94c2-fcd006cb2f02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:55.972178 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-fcca4ae8-83fe-4657-94c2-fcd006cb2f02 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/f85e65d4-2b00-4363-b437-593af448e854 HTTP/1.1" status: 204 len: 168 time: 0.8348742 Jun 29 17:24:55.977750 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 34674) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:56.229435 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641426'] for network, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:56.242081 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Set router f3df158d-c867-40d8-a4ff-3f11488cef87 gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:24:56.506687 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960625', 'neutron.services.segments.db._delete_segments_for_network-8774724346435'] for network, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:56.528800 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:24:56.529159 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:24:56.529963 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:24:56.530449 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Subscribe: > port after_create 55550000 {{(pid=93004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:24:56.530790 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:24:56.531112 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Subscribe: > port after_update 55550000 {{(pid=93004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:24:56.531539 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:24:56.531962 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:24:56.532417 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:24:56.532776 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:24:56.660135 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8ce9f480-58f5-4727-b9d1-f017685fad57 req-53d5295e-a273-4594-98fb-a6e4e390e28b tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 210 time: 0.5526290 Jun 29 17:24:56.897794 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:56.985397 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:24:56.986066 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:24:56.986583 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:24:56.987112 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:24:56.987866 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9ee5d3-9f67-43c2-96bb-80a4d6945ae0']}} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:57.075371 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72130bd9-372a-415c-b6d8-634e83a9a912') {'for_net_delete': True} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:57.079610 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72130bd9-372a-415c-b6d8-634e83a9a912') {} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:57.112938 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'name': 'tempest-ServerRescueNegativeTestJSON-1979561897-router', 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '98cd2c0e-fcb8-470e-ad46-74a81ae6afa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:49Z', 'updated_at': '2021-06-29T17:24:52Z', 'revision_number': 3, 'project_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'gw_port': {'id': '98cd2c0e-fcb8-470e-ad46-74a81ae6afa4', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:50Z', 'updated_at': '2021-06-29T17:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:57.223658 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Checking router: f3df158d-c867-40d8-a4ff-3f11488cef87 for host: dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:24:57.224225 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Updating router f3df158d-c867-40d8-a4ff-3f11488cef87 port 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4 binding host dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:24:57.385785 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:57.425142 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-66adcccb-f6cf-4b94-bebd-287077a9fe9a req-31660e53-15f1-44fa-8618-bbbd75a6913f tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 210 time: 0.2979722 Jun 29 17:24:57.438543 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774724263370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7729515'] for segment, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:57.518085 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:57.572277 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=93004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:24:57.572980 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7729765'] for segment, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: from cryptography.utils import int_from_bytes Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: from cryptography.utils import int_from_bytes Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: Traceback (most recent call last): Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: timer() Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: cb(*args, **kw) Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: return func(*args, **kwargs) Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: self._notify() Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: self.callback(batched_events) Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: event.method(event) Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: return f(self, *a, **k) Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: return self._get(url).json() Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: return self.request(url, 'GET', **kwargs) Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:24:57.610444 dv-cinder-763306-14-smb neutron-server[93004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:24:57.977309 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605428'] for network, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:57.995320 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:58.005070 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:58.013630 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] 10.222.0.101 "DELETE /v2.0/networks/8d9ee5d3-9f67-43c2-96bb-80a4d6945ae0 HTTP/1.1" status: 204 len: 168 time: 2.0328419 Jun 29 17:24:58.034003 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-54075754-071f-4f8a-a602-4fa147195696 req-ca2586b6-c7ac-40d0-b7ef-afedc33e3dae tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 210 time: 0.0931470 Jun 29 17:24:58.034874 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 34754) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:58.079809 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d9ee5d3-9f67-43c2-96bb-80a4d6945ae0,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:58.090543 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:58.292381 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af16e9c-6c49-49ad-ab36-94d554212248 admin admin] Deleting subnet 80bf0fb6-1956-4363-a1cf-09266e215cc1 {{(pid=93003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:24:58.315479 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7af16e9c-6c49-49ad-ab36-94d554212248 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:58.497900 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Notify callbacks [] for port, precommit_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:58.540902 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.provisioning_blocks [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Transition to ACTIVE for port object 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4 will not be triggered until provisioned by entity L2. {{(pid=93006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:24:58.556299 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:58.577209 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-aa80a731-2ac8-4cfa-87f8-c86493cb8c35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:58.606803 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.72', 57785) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:58.674170 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7af16e9c-6c49-49ad-ab36-94d554212248 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:58.706526 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7af16e9c-6c49-49ad-ab36-94d554212248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960687'] for subnet, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:58.760631 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Pushing event updated for resources: {'Port': ['ID=98cd2c0e-fcb8-470e-ad46-74a81ae6afa4,revision_number=2']} {{(pid=93006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:58.795050 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:58.795050 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:58.795730 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:58.795924 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:58.796380 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:58.797258 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:58.797528 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:58.798100 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:58.798688 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:58.799247 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:58.799795 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:58.800310 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Tracked resource versions report: Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: pushed versions: Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: { 'AddressGroup': {'1.2'}, Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'ConntrackHelper': {'1.0'}, Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'Log': {'1.0'}, Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'Network': {'1.1'}, Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'Port': {'1.7'}, Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'PortForwarding': {'1.2'}, Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'QosPolicy': {'1.8'}, Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'SecurityGroup': {'1.4'}, Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'SecurityGroupRule': {'1.2'}, Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'SubPort': {'1.0'}, Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'Subnet': {'1.1'}, Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'Trunk': {'1.1'}} Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: consumer versions: Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: { DHCP agent@dv-cinder-763306-14-smb: {}, Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: HyperV agent@hv-cinder-76330: {}, Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: L3 agent@dv-cinder-763306-14-smb: {}, Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: Metadata agent@dv-cinder-763306-14-smb: {}, Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: Metering agent@dv-cinder-763306-14-smb: {}, Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: Open vSwitch agent@dv-cinder-763306-14-smb: { 'AddressGroup': '1.2', Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'ConntrackHelper': '1.0', Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'Log': '1.0', Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'Network': '1.1', Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'Port': '1.7', Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'PortForwarding': '1.2', Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'QosPolicy': '1.8', Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'SecurityGroup': '1.4', Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'SecurityGroupRule': '1.2', Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'SubPort': '1.0', Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'Subnet': '1.1', Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: 'Trunk': '1.1'}} Jun 29 17:24:58.802602 dv-cinder-763306-14-smb neutron-server[93006]: {{(pid=93006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:24:58.812543 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:58.823976 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Attempting to bind port 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:24:58.823976 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Attempting to bind port 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}] {{(pid=93006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:24:58.823976 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Attempting to bind port 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4 on network 48360abb-0c2a-46d3-ad90-a3956d77b608 {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:24:58.846952 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:24:58.847699 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Checking segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:24:58.850579 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:58.851375 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Bound using segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:24:58.854811 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1ad8107b-1dd7-4031-8735-1ef74571e4ce req-e2722fc9-95bf-42a5-a41c-2ffb389dc333 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 210 time: 0.1069167 Jun 29 17:24:58.855083 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Bound port: 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}}] {{(pid=93006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:24:58.856174 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:58.992658 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-ce4d1ddd-d4b9-43a1-8ab3-9e1d46ee0d3d tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:24:59.000797 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.db [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] For port 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:24:59.007153 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-ce4d1ddd-d4b9-43a1-8ab3-9e1d46ee0d3d tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "GET /v2.0/networks?id=30c06445-69a3-473b-86ba-1a733d800ecd HTTP/1.1" status: 200 len: 814 time: 0.3984351 Jun 29 17:24:59.007413 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.db [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] For port 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=98cd2c0e-fcb8-470e-ad46-74a81ae6afa4,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:24:59.015325 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:59.060373 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:59.098073 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-f3337199-cc69-441f-9806-c6e98be20e24 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Request body: {'port': {'device_id': 'bb96db0d-d9b6-464a-b526-a9782a3c9df8', 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd', 'admin_state_up': True, 'tenant_id': 'bab87edcd482462cbd1decad9411b53c'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:24:59.194913 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:59.211417 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:59.377433 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Routers {'f3df158d-c867-40d8-a4ff-3f11488cef87'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:24:59.378818 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:24:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['f3df158d-c867-40d8-a4ff-3f11488cef87'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:24:59.540077 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_common [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Allocated IP 172.20.0.1 (848c8866-fdff-4385-a864-0f9f4cb70ea5/2836b31e-fb3d-46b6-943e-6bb4d25b15b8/81cc2dc0-3d97-4a02-94fd-8df739d24b93) {{(pid=93003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:24:59.647244 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Pushing event updated for resources: {'Port': ['ID=98cd2c0e-fcb8-470e-ad46-74a81ae6afa4,revision_number=3']} {{(pid=93006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:59.663684 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7af16e9c-6c49-49ad-ab36-94d554212248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for subnet, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:59.671896 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:59.709468 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:24:59.772843 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7af16e9c-6c49-49ad-ab36-94d554212248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:24:59.787476 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-7af16e9c-6c49-49ad-ab36-94d554212248 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/80bf0fb6-1956-4363-a1cf-09266e215cc1 HTTP/1.1" status: 204 len: 168 time: 1.7164485 Jun 29 17:24:59.806912 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 34830) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:24:59.808705 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af16e9c-6c49-49ad-ab36-94d554212248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80bf0fb6-1956-4363-a1cf-09266e215cc1,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:24:59.835035 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7af16e9c-6c49-49ad-ab36-94d554212248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:24:59.970402 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:00.018632 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c12bfd64-ba55-4c5c-aea3-3f27657bfef8 req-5ea79d43-7a6d-4686-91cc-520fc62484db tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 210 time: 0.1883726 Jun 29 17:25:00.024114 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] Set router f3df158d-c867-40d8-a4ff-3f11488cef87 gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:25:00.074915 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948'] for port, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:00.091825 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:00.160903 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Network 848c8866-fdff-4385-a864-0f9f4cb70ea5 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:25:00.164553 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Pushing event updated for resources: {'Port': ['ID=81cc2dc0-3d97-4a02-94fd-8df739d24b93,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:00.168833 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:25:00.194166 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:00.194448 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-f3337199-cc69-441f-9806-c6e98be20e24 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Made reservation on behalf of bab87edcd482462cbd1decad9411b53c for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:25:00.225918 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641426'] for network, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:00.231394 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-f3337199-cc69-441f-9806-c6e98be20e24 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:00.248682 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Received port after_create {{(pid=93003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:25:00.250259 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688246'] for router_interface, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:00.653955 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:00.715465 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e786a6fc-2a91-4805-bf9e-23dafcf6e821 req-e2981b3a-2a64-4c8a-a423-567e6ed21ba2 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 210 time: 0.1926866 Jun 29 17:25:00.884246 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'name': 'tempest-ServerRescueNegativeTestJSON-1979561897-router', 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '98cd2c0e-fcb8-470e-ad46-74a81ae6afa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:49Z', 'updated_at': '2021-06-29T17:24:52Z', 'revision_number': 3, 'project_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'gw_port': {'id': '98cd2c0e-fcb8-470e-ad46-74a81ae6afa4', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:50Z', 'updated_at': '2021-06-29T17:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:00.939621 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.72', 57794) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:00.963582 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307951e-c956-401f-a9fd-fc3c72168935 None None] The sync data for ids ['f3df158d-c867-40d8-a4ff-3f11488cef87'] in dv-cinder-763306-14-smb is: [{'id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'name': 'tempest-ServerRescueNegativeTestJSON-1979561897-router', 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '98cd2c0e-fcb8-470e-ad46-74a81ae6afa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:49Z', 'updated_at': '2021-06-29T17:24:52Z', 'revision_number': 3, 'project_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'gw_port': {'id': '98cd2c0e-fcb8-470e-ad46-74a81ae6afa4', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:50Z', 'updated_at': '2021-06-29T17:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}] {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:25:01.376254 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-26b758d4-6278-4c58-8a18-1f9c82cf2bdf tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:01.389726 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-26b758d4-6278-4c58-8a18-1f9c82cf2bdf tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.72 "GET /v2.0/networks?id=fde896f6-c9d2-4088-b96e-85c05da626b0 HTTP/1.1" status: 200 len: 812 time: 0.4410212 Jun 29 17:25:01.683718 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-2357fb0f-fad9-4525-ab77-28c243df5572 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Request body: {'port': {'device_id': 'd9bf8e48-a407-4b5a-b5ea-6ce668f9281d', 'network_id': 'fde896f6-c9d2-4088-b96e-85c05da626b0', 'admin_state_up': True, 'tenant_id': '4deec94b63ce48e9bd5070f77f4e79ce'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:25:02.238366 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-f3337199-cc69-441f-9806-c6e98be20e24 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Allocated IP 172.20.0.5 (30c06445-69a3-473b-86ba-1a733d800ecd/8f500316-b6d9-43a2-a9a1-26ebe9df72d6/facd25d3-632a-46f3-976a-87dc484e1694) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:25:02.337779 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960625', 'neutron.services.segments.db._delete_segments_for_network-8774724346435'] for network, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:02.390852 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-91914d6c-c201-458c-bcf6-d63204819aa3 req-b8b61123-fdb7-46e9-9b97-8f8884eec795 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 210 time: 0.0944049 Jun 29 17:25:02.469438 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 34924) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:02.570887 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:25:02.571832 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:25:02.575067 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:25:02.575287 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:25:02.575558 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:25:02.575899 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:25:02.576221 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:25:02.576543 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:25:02.579207 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:25:02.579656 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:25:02.867742 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:25:02.868118 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:25:02.868501 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:25:02.868833 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:25:02.869565 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.services.segments.db [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211082e3-0a38-4751-b453-a963b459cedd']}} {{(pid=93003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:02.912969 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-f3337199-cc69-441f-9806-c6e98be20e24 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:02.931979 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.services.segments.db [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017e1631-58af-4c49-a458-c4eed61f86ee') {'for_net_delete': True} {{(pid=93003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:02.932432 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.services.segments.db [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017e1631-58af-4c49-a458-c4eed61f86ee') {} {{(pid=93003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:02.998462 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-f3337199-cc69-441f-9806-c6e98be20e24 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:03.010226 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:03.015150 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774724263370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8326990'] for segment, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:03.031410 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-88eba3f6-a07d-4b1a-bf3c-47eb4353fdd4 req-bf388de5-29b7-4586-9821-6df5eb8d0d85 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 210 time: 0.7082441 Jun 29 17:25:03.125079 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:03.130941 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:03.150954 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8352276'] for port, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:03.181375 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=93003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:25:03.182258 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8352376'] for segment, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:03.186467 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: from cryptography.utils import int_from_bytes Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: from cryptography.utils import int_from_bytes Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: Traceback (most recent call last): Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: timer() Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: cb(*args, **kw) Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: return func(*args, **kwargs) Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: self._notify() Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: self.callback(batched_events) Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: event.method(event) Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: return f(self, *a, **k) Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: return self._get(url).json() Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: return self.request(url, 'GET', **kwargs) Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:25:03.254052 dv-cinder-763306-14-smb neutron-server[93003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:25:03.270926 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Pushing event updated for resources: {'Port': ['ID=81cc2dc0-3d97-4a02-94fd-8df739d24b93,revision_number=2']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:03.275708 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:03.384148 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-2357fb0f-fad9-4525-ab77-28c243df5572 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Made reservation on behalf of 4deec94b63ce48e9bd5070f77f4e79ce for: {'port': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:25:03.396622 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-2357fb0f-fad9-4525-ab77-28c243df5572 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:03.480148 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-f3337199-cc69-441f-9806-c6e98be20e24 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Network 30c06445-69a3-473b-86ba-1a733d800ecd is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:25:03.577752 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-f3337199-cc69-441f-9806-c6e98be20e24 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:25:03.624598 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4445edd9-7ec8-423d-b4ea-a54e9e47a69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:03.653727 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-f3337199-cc69-441f-9806-c6e98be20e24 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:25:03.709903 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:25:03.748743 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605428'] for network, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:03.813634 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3337199-cc69-441f-9806-c6e98be20e24 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Pushing event updated for resources: {'Port': ['ID=facd25d3-632a-46f3-976a-87dc484e1694,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:03.837666 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f3337199-cc69-441f-9806-c6e98be20e24 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:04.011688 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:04.032866 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] 10.222.0.101 "DELETE /v2.0/networks/211082e3-0a38-4751-b453-a963b459cedd HTTP/1.1" status: 204 len: 168 time: 4.1960964 Jun 29 17:25:04.035664 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1804507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688098'] for router_interface, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:04.069299 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:25:04.077893 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:25:04.078674 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:04.118976 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-f3337199-cc69-441f-9806-c6e98be20e24 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:04.126546 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-f3337199-cc69-441f-9806-c6e98be20e24 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:04.180371 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:04.454583 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:04.556696 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_common [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-2357fb0f-fad9-4525-ab77-28c243df5572 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Allocated IP 172.20.0.14 (fde896f6-c9d2-4088-b96e-85c05da626b0/28a3cfb3-155c-4ecd-9855-37dc09cff36f/41967c9b-ffa4-4c60-8185-9f3bb430352b) {{(pid=93003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:25:04.573932 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d7144-67e5-44b7-97e5-8cbe5f506031 req-65c7b0bd-39cd-4af0-873a-97feb0b13738 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:04.581065 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-791d7144-67e5-44b7-97e5-8cbe5f506031 req-65c7b0bd-39cd-4af0-873a-97feb0b13738 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 931 time: 0.7793641 Jun 29 17:25:04.604578 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=98cd2c0e-fcb8-470e-ad46-74a81ae6afa4,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:04.613205 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:04.633320 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:04.788955 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-791d7144-67e5-44b7-97e5-8cbe5f506031 req-7e1120ca-359c-4e36-93a4-8ef6e87ead40 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911795 Jun 29 17:25:04.820349 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 34978) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:04.836726 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=98cd2c0e-fcb8-470e-ad46-74a81ae6afa4,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:04.855769 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:04.856443 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:04.856937 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:04.857468 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:04.857984 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:04.858626 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:04.859520 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:04.860001 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:04.860516 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:04.861097 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:04.861616 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:04.862179 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Tracked resource versions report: Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: pushed versions: Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: { 'AddressGroup': {'1.2'}, Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'ConntrackHelper': {'1.0'}, Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'Log': {'1.0'}, Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'Network': {'1.1'}, Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'Port': {'1.7'}, Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'PortForwarding': {'1.2'}, Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'QosPolicy': {'1.8'}, Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'SecurityGroup': {'1.4'}, Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'SecurityGroupRule': {'1.2'}, Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'SubPort': {'1.0'}, Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'Subnet': {'1.1'}, Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'Trunk': {'1.1'}} Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: consumer versions: Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: { DHCP agent@dv-cinder-763306-14-smb: {}, Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: HyperV agent@hv-cinder-76330: {}, Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: L3 agent@dv-cinder-763306-14-smb: {}, Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: Metadata agent@dv-cinder-763306-14-smb: {}, Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: Metering agent@dv-cinder-763306-14-smb: {}, Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: Open vSwitch agent@dv-cinder-763306-14-smb: { 'AddressGroup': '1.2', Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'ConntrackHelper': '1.0', Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'Log': '1.0', Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'Network': '1.1', Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'Port': '1.7', Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'PortForwarding': '1.2', Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'QosPolicy': '1.8', Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'SecurityGroup': '1.4', Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'SecurityGroupRule': '1.2', Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'SubPort': '1.0', Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'Subnet': '1.1', Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: 'Trunk': '1.1'}} Jun 29 17:25:04.863796 dv-cinder-763306-14-smb neutron-server[93005]: {{(pid=93005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:25:04.870986 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:04.960296 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-db07173e-791e-4818-aa2c-7c79a48d4227 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fd13e3a5fdea4c359b5728bf3c092130&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1387181 Jun 29 17:25:04.963171 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 34980) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:04.979029 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=211082e3-0a38-4751-b453-a963b459cedd,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:04.992615 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 34982) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:05.045675 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0c5dfce0-140d-4edc-b72d-aa4f1675f546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:05.076971 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0c5dfce0-140d-4edc-b72d-aa4f1675f546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:05.188511 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0c5dfce0-140d-4edc-b72d-aa4f1675f546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:05.195290 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0c5dfce0-140d-4edc-b72d-aa4f1675f546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:05.210894 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-0c5dfce0-140d-4edc-b72d-aa4f1675f546 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9563d157-5aca-4fa8-a763-0441cb604c3c HTTP/1.1" status: 204 len: 168 time: 0.2460124 Jun 29 17:25:05.211799 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:05.236278 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5dfce0-140d-4edc-b72d-aa4f1675f546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9563d157-5aca-4fa8-a763-0441cb604c3c,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:05.256047 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-0c5dfce0-140d-4edc-b72d-aa4f1675f546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:05.327823 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.133s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:05.364444 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-21bb566e-0698-467c-885b-e36de44b8cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:05.458875 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5d74e4df-af8e-4cf1-b494-5445d37acb73 req-8f87f72e-f2dd-4e36-90ec-686b105f18f6 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 210 time: 0.1804459 Jun 29 17:25:05.515082 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Network 848c8866-fdff-4385-a864-0f9f4cb70ea5 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:25:05.534105 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:25:05.572953 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-2357fb0f-fad9-4525-ab77-28c243df5572 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Notify callbacks [] for port, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:05.593654 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:25:05.681983 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:25:05.683555 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:05.687934 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4445edd9-7ec8-423d-b4ea-a54e9e47a69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:05.711843 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-f3337199-cc69-441f-9806-c6e98be20e24 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6188815 Jun 29 17:25:05.733061 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4445edd9-7ec8-423d-b4ea-a54e9e47a69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:05.942303 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-ff36b01a-15ee-4e79-8925-c3696a32e22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:05.963256 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-21bb566e-0698-467c-885b-e36de44b8cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:05.977035 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-21bb566e-0698-467c-885b-e36de44b8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:05.992921 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:06.084115 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35004) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:06.094848 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-2357fb0f-fad9-4525-ab77-28c243df5572 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8352294'] for port, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:06.111914 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-21bb566e-0698-467c-885b-e36de44b8cb8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cf99997203744a5d94b6eb98efc05d93&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1179368 Jun 29 17:25:06.115691 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 35008) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:06.124372 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb566e-0698-467c-885b-e36de44b8cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c49944-56dc-4bf0-a8c3-9329c47ab925,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:06.129112 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-21bb566e-0698-467c-885b-e36de44b8cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:06.260644 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-61e5a4fa-524c-4ef0-b87d-83cd88a0f443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:06.313648 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-4445edd9-7ec8-423d-b4ea-a54e9e47a69f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a753d56578874a5d9672ce21c7ada320&name=default HTTP/1.1" status: 200 len: 2975 time: 3.7801578 Jun 29 17:25:06.318452 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35016) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:06.322065 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-61e5a4fa-524c-4ef0-b87d-83cd88a0f443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:06.342354 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445edd9-7ec8-423d-b4ea-a54e9e47a69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d710d9f9-b61d-4c6a-bd1a-e73f90a61ee2,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:06.466229 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120f1a4-fdd0-4fff-8912-27c3b95c5da5 req-6dc46669-2b93-4baf-9ef8-bf743469a946 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:06.467833 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7120f1a4-fdd0-4fff-8912-27c3b95c5da5 req-6dc46669-2b93-4baf-9ef8-bf743469a946 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 931 time: 0.2899766 Jun 29 17:25:06.510106 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-4445edd9-7ec8-423d-b4ea-a54e9e47a69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:06.510577 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:06.569147 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-61e5a4fa-524c-4ef0-b87d-83cd88a0f443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:06.585388 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-61e5a4fa-524c-4ef0-b87d-83cd88a0f443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:06.591696 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-61e5a4fa-524c-4ef0-b87d-83cd88a0f443 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a1c49944-56dc-4bf0-a8c3-9329c47ab925 HTTP/1.1" status: 204 len: 168 time: 0.4707611 Jun 29 17:25:06.601661 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-21bb566e-0698-467c-885b-e36de44b8cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:06.637983 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5a4fa-524c-4ef0-b87d-83cd88a0f443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c49944-56dc-4bf0-a8c3-9329c47ab925,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:06.642801 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-61e5a4fa-524c-4ef0-b87d-83cd88a0f443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:06.650585 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7120f1a4-fdd0-4fff-8912-27c3b95c5da5 req-6012eb8d-88b4-4853-90bf-77e8794dbe67 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280162 Jun 29 17:25:06.659349 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-30340af7-4111-463a-bfba-f5fb5cb1a328 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2aa902fc6a794deda674ebf6ff2017ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5561738 Jun 29 17:25:06.659549 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 35028) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:06.742424 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Router f3df158d-c867-40d8-a4ff-3f11488cef87 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:25:06.795285 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c93e8858-3c06-4e85-9cb3-5c38c8d4275d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:06.831688 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c93e8858-3c06-4e85-9cb3-5c38c8d4275d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:06.930148 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-2357fb0f-fad9-4525-ab77-28c243df5572 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Network fde896f6-c9d2-4088-b96e-85c05da626b0 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:25:06.933727 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c93e8858-3c06-4e85-9cb3-5c38c8d4275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:06.937171 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c93e8858-3c06-4e85-9cb3-5c38c8d4275d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:06.942979 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-c93e8858-3c06-4e85-9cb3-5c38c8d4275d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/213c81c4-9341-4d5d-b0a6-8f14d6723be8 HTTP/1.1" status: 204 len: 168 time: 0.2777905 Jun 29 17:25:06.942979 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:06.953679 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e8858-3c06-4e85-9cb3-5c38c8d4275d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213c81c4-9341-4d5d-b0a6-8f14d6723be8,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:06.981042 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c93e8858-3c06-4e85-9cb3-5c38c8d4275d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:07.073123 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-2357fb0f-fad9-4525-ab77-28c243df5572 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:25:07.115449 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-34de7dca-ceaa-4523-b4c3-7f5e6bc134ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:07.126874 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-2357fb0f-fad9-4525-ab77-28c243df5572 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Received port after_create {{(pid=93003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:25:07.246227 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357fb0f-fad9-4525-ab77-28c243df5572 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Pushing event updated for resources: {'Port': ['ID=41967c9b-ffa4-4c60-8185-9f3bb430352b,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:07.684277 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-2357fb0f-fad9-4525-ab77-28c243df5572 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.173s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:07.728718 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-34de7dca-ceaa-4523-b4c3-7f5e6bc134ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:07.871738 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-2357fb0f-fad9-4525-ab77-28c243df5572 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:07.872417 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-2357fb0f-fad9-4525-ab77-28c243df5572 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for port, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:07.989365 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1e1f1-4a8a-41f4-a43e-1d9b6d4c2b53 req-347c0c78-26dc-42a3-987a-6007f903f3fd tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:08.010580 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d4d1e1f1-4a8a-41f4-a43e-1d9b6d4c2b53 req-347c0c78-26dc-42a3-987a-6007f903f3fd tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 932 time: 1.1744556 Jun 29 17:25:08.012029 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-2357fb0f-fad9-4525-ab77-28c243df5572 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4151478 Jun 29 17:25:08.085626 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:25:08.107980 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] 10.222.0.101 "PUT /v2.0/routers/f3df158d-c867-40d8-a4ff-3f11488cef87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2871695 Jun 29 17:25:08.110270 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Sync routers for ids ['f3df158d-c867-40d8-a4ff-3f11488cef87'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:25:08.124926 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-34de7dca-ceaa-4523-b4c3-7f5e6bc134ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:08.124926 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-34de7dca-ceaa-4523-b4c3-7f5e6bc134ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:08.134678 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-34de7dca-ceaa-4523-b4c3-7f5e6bc134ac admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d710d9f9-b61d-4c6a-bd1a-e73f90a61ee2 HTTP/1.1" status: 204 len: 168 time: 1.8024399 Jun 29 17:25:08.138508 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:08.147337 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Routers {'f3df158d-c867-40d8-a4ff-3f11488cef87'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:25:08.148426 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:24:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['f3df158d-c867-40d8-a4ff-3f11488cef87'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:08.160149 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de7dca-ceaa-4523-b4c3-7f5e6bc134ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d710d9f9-b61d-4c6a-bd1a-e73f90a61ee2,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:08.168147 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-34de7dca-ceaa-4523-b4c3-7f5e6bc134ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:08.220233 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d4d1e1f1-4a8a-41f4-a43e-1d9b6d4c2b53 req-1783391c-bdfd-471a-ab93-bbd6a51ee744 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836793 Jun 29 17:25:08.497166 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-6e9907ee-5987-4cd8-a404-accdaeaaefdc tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:25:08.502039 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-6e9907ee-5987-4cd8-a404-accdaeaaefdc tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146704 Jun 29 17:25:08.509989 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-2d1449ea-3bc2-47d6-9379-7a8320bcbb6f tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:25:08.523531 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-2d1449ea-3bc2-47d6-9379-7a8320bcbb6f tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0291522 Jun 29 17:25:08.555235 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec18d7-85b3-4e5f-9a1b-0bf714ba0dc8 req-e2087b82-aa24-4863-8412-994d1f51769f tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:08.585661 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-14ec18d7-85b3-4e5f-9a1b-0bf714ba0dc8 req-e2087b82-aa24-4863-8412-994d1f51769f tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 931 time: 0.3780901 Jun 29 17:25:08.740949 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Set router f3df158d-c867-40d8-a4ff-3f11488cef87 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:25:08.803609 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-14ec18d7-85b3-4e5f-9a1b-0bf714ba0dc8 req-1db7b397-ace4-4c62-a694-bfa3b2a7bc35 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094522 Jun 29 17:25:09.520842 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'name': 'tempest-ServerRescueNegativeTestJSON-1979561897-router', 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '98cd2c0e-fcb8-470e-ad46-74a81ae6afa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:49Z', 'updated_at': '2021-06-29T17:25:00Z', 'revision_number': 4, 'project_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'gw_port': {'id': '98cd2c0e-fcb8-470e-ad46-74a81ae6afa4', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:50Z', 'updated_at': '2021-06-29T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '81cc2dc0-3d97-4a02-94fd-8df739d24b93', 'name': '', 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5', 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'mac_address': 'fa:16:3e:c7:66:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2836b31e-fb3d-46b6-943e-6bb4d25b15b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:59Z', 'updated_at': '2021-06-29T17:25:00Z', 'revision_number': 2, 'project_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'subnets': [{'id': '2836b31e-fb3d-46b6-943e-6bb4d25b15b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:09.666766 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Checking router: f3df158d-c867-40d8-a4ff-3f11488cef87 for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:25:09.667267 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Updating router f3df158d-c867-40d8-a4ff-3f11488cef87 port 81cc2dc0-3d97-4a02-94fd-8df739d24b93 binding host dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:25:09.840224 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:09.873673 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1b5ff-f232-4538-92bb-f72aff8fdfc1 req-c23361f9-5881-48a7-abd3-0fce08fc489a tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:09.875343 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-caf1b5ff-f232-4538-92bb-f72aff8fdfc1 req-c23361f9-5881-48a7-abd3-0fce08fc489a tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 932 time: 0.2705920 Jun 29 17:25:10.002713 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-caf1b5ff-f232-4538-92bb-f72aff8fdfc1 req-6266aef7-a124-424f-a741-6b7fe2946b01 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929501 Jun 29 17:25:10.594657 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b7f6a-f6fb-453c-b45a-0366e97e0bc8 req-4128dd78-55e1-41ee-8045-0022abf983d6 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:10.598097 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-012b7f6a-f6fb-453c-b45a-0366e97e0bc8 req-4128dd78-55e1-41ee-8045-0022abf983d6 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 931 time: 0.3122184 Jun 29 17:25:10.818019 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-012b7f6a-f6fb-453c-b45a-0366e97e0bc8 req-39a729c1-d581-4437-be00-43d3a151d5a5 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109678 Jun 29 17:25:11.148757 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Notify callbacks [] for port, precommit_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:11.197022 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Transition to ACTIVE for port object 81cc2dc0-3d97-4a02-94fd-8df739d24b93 will not be triggered until provisioned by entity L2. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:25:11.207066 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-8688e779-9d63-4fc3-b5ad-866ac4491927 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:11.213530 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:11.220395 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-8688e779-9d63-4fc3-b5ad-866ac4491927 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/networks?id=848c8866-fdff-4385-a864-0f9f4cb70ea5 HTTP/1.1" status: 200 len: 819 time: 0.4156427 Jun 29 17:25:11.226091 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:11.294352 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-e7b897e4-2b50-41cb-9a1c-a85701f55a9e tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/quotas/86f0d1cf5da54b34a84d748acfe3ab8c HTTP/1.1" status: 200 len: 375 time: 0.0663307 Jun 29 17:25:11.563827 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c40a6-9f94-49d5-8c25-51d372261620 req-1ac21480-d053-49a5-ba61-ffadbfbc7ef6 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:11.590026 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a44c40a6-9f94-49d5-8c25-51d372261620 req-1ac21480-d053-49a5-ba61-ffadbfbc7ef6 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 932 time: 0.2173011 Jun 29 17:25:11.660495 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Request body: {'port': {'device_id': 'd9bf8e48-a407-4b5a-b5ea-6ce668f9281d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:25:11.677845 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Request body: {'port': {'device_id': 'bb96db0d-d9b6-464a-b526-a9782a3c9df8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:25:11.745239 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df8cc3-b250-4383-a96f-508caa07c9d4 None None] Pushing event updated for resources: {'Port': ['ID=81cc2dc0-3d97-4a02-94fd-8df739d24b93,revision_number=3']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:11.760488 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-32df8cc3-b250-4383-a96f-508caa07c9d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:11.766789 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Attempting to bind port 81cc2dc0-3d97-4a02-94fd-8df739d24b93 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:25:11.770150 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Attempting to bind port 81cc2dc0-3d97-4a02-94fd-8df739d24b93 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': 'b401a707-1d80-496c-a38c-4b3f6ee76a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5'}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:25:11.773726 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Attempting to bind port 81cc2dc0-3d97-4a02-94fd-8df739d24b93 on network 848c8866-fdff-4385-a864-0f9f4cb70ea5 {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:25:11.784320 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:25:11.785014 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Checking segment: {'id': 'b401a707-1d80-496c-a38c-4b3f6ee76a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:25:11.786465 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:11.787442 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Bound using segment: {'id': 'b401a707-1d80-496c-a38c-4b3f6ee76a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5'} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:25:11.788556 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Bound port: 81cc2dc0-3d97-4a02-94fd-8df739d24b93, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b401a707-1d80-496c-a38c-4b3f6ee76a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5'}}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:25:11.789424 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:11.857161 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-75c11c3d-c15c-4fba-9b6d-f85216d91cfe tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=86f0d1cf5da54b34a84d748acfe3ab8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5498655 Jun 29 17:25:11.915367 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a44c40a6-9f94-49d5-8c25-51d372261620 req-24ebbb25-01f9-488c-ab6f-4740a74a54c8 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154647 Jun 29 17:25:12.013073 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] For port 81cc2dc0-3d97-4a02-94fd-8df739d24b93, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:25:12.013655 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:12.021971 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] For port 81cc2dc0-3d97-4a02-94fd-8df739d24b93, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=81cc2dc0-3d97-4a02-94fd-8df739d24b93,segment=NetworkSegment(b401a707-1d80-496c-a38c-4b3f6ee76a08),segment_id=b401a707-1d80-496c-a38c-4b3f6ee76a08)] {{(pid=93005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:25:12.029839 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:12.054003 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:12.177330 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Routers {'f3df158d-c867-40d8-a4ff-3f11488cef87'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:25:12.178451 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:24:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['f3df158d-c867-40d8-a4ff-3f11488cef87'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:12.256678 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:12.391659 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-805784c6-c285-4020-8a9d-0f6228f0b559 service neutron] 10.222.0.101 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334785 Jun 29 17:25:12.431096 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df8cc3-b250-4383-a96f-508caa07c9d4 None None] Pushing event updated for resources: {'Port': ['ID=81cc2dc0-3d97-4a02-94fd-8df739d24b93,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:12.552668 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1a92f-26df-49cd-8abc-93870de3d5b2 req-0cd0d5b2-1311-48c9-88fd-e79a359626fb tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:12.573234 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-dee1a92f-26df-49cd-8abc-93870de3d5b2 req-0cd0d5b2-1311-48c9-88fd-e79a359626fb tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 931 time: 0.4457486 Jun 29 17:25:12.574476 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-32df8cc3-b250-4383-a96f-508caa07c9d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:12.710193 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] Set router f3df158d-c867-40d8-a4ff-3f11488cef87 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:25:12.762952 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-dee1a92f-26df-49cd-8abc-93870de3d5b2 req-99bd16ab-fa2f-4e7c-894a-4e2715b87366 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872921 Jun 29 17:25:13.196780 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.notifiers.nova [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id facd25d3-632a-46f3-976a-87dc484e1694 {{(pid=93003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:25:13.245475 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:13.294792 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-e3692469-0733-49d4-be3d-f6b39d992086 service neutron] 10.222.0.101 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522942 Jun 29 17:25:13.483084 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.provisioning_blocks [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Transition to ACTIVE for port object facd25d3-632a-46f3-976a-87dc484e1694 will not be triggered until provisioned by entity L2. {{(pid=93003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:25:13.489027 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:25:13.496474 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8352276'] for port, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:13.537508 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:13.686250 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41967c9b-ffa4-4c60-8185-9f3bb430352b {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:25:13.708318 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:13.768234 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Transition to ACTIVE for port object 41967c9b-ffa4-4c60-8185-9f3bb430352b will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:25:13.784692 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:13.792266 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f3337199-cc69-441f-9806-c6e98be20e24 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:13.827552 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Pushing event updated for resources: {'Port': ['ID=facd25d3-632a-46f3-976a-87dc484e1694,revision_number=2']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:13.851758 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:13.943407 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'name': 'tempest-ServerRescueNegativeTestJSON-1979561897-router', 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '98cd2c0e-fcb8-470e-ad46-74a81ae6afa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:49Z', 'updated_at': '2021-06-29T17:25:00Z', 'revision_number': 4, 'project_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'gw_port': {'id': '98cd2c0e-fcb8-470e-ad46-74a81ae6afa4', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:50Z', 'updated_at': '2021-06-29T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '81cc2dc0-3d97-4a02-94fd-8df739d24b93', 'name': '', 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5', 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'mac_address': 'fa:16:3e:c7:66:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2836b31e-fb3d-46b6-943e-6bb4d25b15b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:59Z', 'updated_at': '2021-06-29T17:25:11Z', 'revision_number': 4, 'project_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'subnets': [{'id': '2836b31e-fb3d-46b6-943e-6bb4d25b15b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:13.980938 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bbd46823-5b8b-4e8b-b2c7-ec2610ffa8f9 req-0333356f-0354-4c05-aad2-0b0e0839d6f7 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 210 time: 0.1136231 Jun 29 17:25:14.064117 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44907daa-cdd3-46f4-a25f-071bda495735 None None] The sync data for ids ['f3df158d-c867-40d8-a4ff-3f11488cef87'] in dv-cinder-763306-14-smb is: [{'id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'name': 'tempest-ServerRescueNegativeTestJSON-1979561897-router', 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '98cd2c0e-fcb8-470e-ad46-74a81ae6afa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:49Z', 'updated_at': '2021-06-29T17:25:00Z', 'revision_number': 4, 'project_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'gw_port': {'id': '98cd2c0e-fcb8-470e-ad46-74a81ae6afa4', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:50Z', 'updated_at': '2021-06-29T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '81cc2dc0-3d97-4a02-94fd-8df739d24b93', 'name': '', 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5', 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'mac_address': 'fa:16:3e:c7:66:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2836b31e-fb3d-46b6-943e-6bb4d25b15b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:59Z', 'updated_at': '2021-06-29T17:25:11Z', 'revision_number': 4, 'project_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'subnets': [{'id': '2836b31e-fb3d-46b6-943e-6bb4d25b15b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:25:14.124846 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98503810-5886-4dc1-980f-0cbd6ff68419 req-957c2655-53e4-418a-968a-5a1b04154e5d tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:14.151582 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-98503810-5886-4dc1-980f-0cbd6ff68419 req-957c2655-53e4-418a-968a-5a1b04154e5d tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 932 time: 0.8528585 Jun 29 17:25:14.574590 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-98503810-5886-4dc1-980f-0cbd6ff68419 req-1b4568f5-ec3d-48c7-bf99-1f1d0e89b45b tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228508 Jun 29 17:25:14.586024 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.managers [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Attempting to bind port facd25d3-632a-46f3-976a-87dc484e1694 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:25:14.586414 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.managers [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Attempting to bind port facd25d3-632a-46f3-976a-87dc484e1694 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'}] {{(pid=93003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:25:14.586769 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Attempting to bind port facd25d3-632a-46f3-976a-87dc484e1694 on network 30c06445-69a3-473b-86ba-1a733d800ecd {{(pid=93003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:25:14.602990 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Port facd25d3-632a-46f3-976a-87dc484e1694 on network 30c06445-69a3-473b-86ba-1a733d800ecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:25:14.603312 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Attempting to bind port facd25d3-632a-46f3-976a-87dc484e1694 on network 30c06445-69a3-473b-86ba-1a733d800ecd {{(pid=93003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:25:14.648834 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Pushing event updated for resources: {'Port': ['ID=41967c9b-ffa4-4c60-8185-9f3bb430352b,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:14.650401 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:25:14.650401 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Checking segment: {'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:25:14.651043 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Bound using segment: {'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'} {{(pid=93003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:25:14.651834 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.managers [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Bound port: facd25d3-632a-46f3-976a-87dc484e1694, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'}}] {{(pid=93003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:25:14.665308 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:14.720056 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:14.720871 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:14.753473 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 35252) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:14.967574 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Attempting to bind port 41967c9b-ffa4-4c60-8185-9f3bb430352b on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:25:14.968017 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Attempting to bind port 41967c9b-ffa4-4c60-8185-9f3bb430352b by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'e0dd2362-0c1c-4b12-a79e-daadb2deefcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fde896f6-c9d2-4088-b96e-85c05da626b0'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:25:14.968506 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Attempting to bind port 41967c9b-ffa4-4c60-8185-9f3bb430352b on network fde896f6-c9d2-4088-b96e-85c05da626b0 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:25:14.970490 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.db [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] For port facd25d3-632a-46f3-976a-87dc484e1694, host hv-cinder-76330, cleared binding levels {{(pid=93003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:25:14.979364 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.db [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] For port facd25d3-632a-46f3-976a-87dc484e1694, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=facd25d3-632a-46f3-976a-87dc484e1694,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:25:15.003016 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8352276'] for port, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:15.009789 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Port 41967c9b-ffa4-4c60-8185-9f3bb430352b on network fde896f6-c9d2-4088-b96e-85c05da626b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:25:15.010555 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Attempting to bind port 41967c9b-ffa4-4c60-8185-9f3bb430352b on network fde896f6-c9d2-4088-b96e-85c05da626b0 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:25:15.015247 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:15.040207 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:25:15.040792 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Checking segment: {'id': 'e0dd2362-0c1c-4b12-a79e-daadb2deefcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fde896f6-c9d2-4088-b96e-85c05da626b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:25:15.043071 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Bound using segment: {'id': 'e0dd2362-0c1c-4b12-a79e-daadb2deefcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fde896f6-c9d2-4088-b96e-85c05da626b0'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:25:15.046048 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Bound port: 41967c9b-ffa4-4c60-8185-9f3bb430352b, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0dd2362-0c1c-4b12-a79e-daadb2deefcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fde896f6-c9d2-4088-b96e-85c05da626b0'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:25:15.048061 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:15.112508 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:15.115518 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for port, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:15.118041 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] 10.222.0.72 "PUT /v2.0/ports/facd25d3-632a-46f3-976a-87dc484e1694 HTTP/1.1" status: 200 len: 1093 time: 4.2629128 Jun 29 17:25:15.118880 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb96db0d-d9b6-464a-b526-a9782a3c9df8', 'tag': 'facd25d3-632a-46f3-976a-87dc484e1694'}] {{(pid=93003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:15.191783 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Pushing event updated for resources: {'Port': ['ID=facd25d3-632a-46f3-976a-87dc484e1694,revision_number=3']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:15.212514 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:15.587641 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] For port 41967c9b-ffa4-4c60-8185-9f3bb430352b, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:25:15.613346 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] For port 41967c9b-ffa4-4c60-8185-9f3bb430352b, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=41967c9b-ffa4-4c60-8185-9f3bb430352b,segment=NetworkSegment(e0dd2362-0c1c-4b12-a79e-daadb2deefcb),segment_id=e0dd2362-0c1c-4b12-a79e-daadb2deefcb)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:25:15.632919 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:15.688400 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438497e-0db6-4d0c-a8f5-3e4a96f2ae06 req-15b071f9-77e9-4619-831c-f108185f6f87 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:15.692118 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2438497e-0db6-4d0c-a8f5-3e4a96f2ae06 req-15b071f9-77e9-4619-831c-f108185f6f87 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 943 time: 1.0484169 Jun 29 17:25:15.696219 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:15.795425 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 81cc2dc0-3d97-4a02-94fd-8df739d24b93 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:25:15.832367 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Pushing event updated for resources: {'Port': ['ID=41967c9b-ffa4-4c60-8185-9f3bb430352b,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:15.845776 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:15.847923 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:15.849778 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:15.851741 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] 10.222.0.72 "PUT /v2.0/ports/41967c9b-ffa4-4c60-8185-9f3bb430352b HTTP/1.1" status: 200 len: 1094 time: 4.9987035 Jun 29 17:25:15.852229 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bf8e48-a407-4b5a-b5ea-6ce668f9281d', 'tag': '41967c9b-ffa4-4c60-8185-9f3bb430352b'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:15.921943 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-6310162a-2205-4712-b69d-8011da4b3db4 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:15.937649 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-6310162a-2205-4712-b69d-8011da4b3db4 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/networks?id=848c8866-fdff-4385-a864-0f9f4cb70ea5 HTTP/1.1" status: 200 len: 819 time: 0.6230738 Jun 29 17:25:15.946336 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2438497e-0db6-4d0c-a8f5-3e4a96f2ae06 req-9d76a5e0-713a-4d06-adeb-0225865401e7 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148314 Jun 29 17:25:15.999634 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 81cc2dc0-3d97-4a02-94fd-8df739d24b93 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:25:16.009771 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-aece5989-faed-4f4b-942c-cffcaa12d53a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/quotas/86f0d1cf5da54b34a84d748acfe3ab8c HTTP/1.1" status: 200 len: 375 time: 0.0692840 Jun 29 17:25:16.015428 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 81cc2dc0-3d97-4a02-94fd-8df739d24b93 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:25:16.018691 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:16.381555 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:16.477060 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-c57a58f5-a33f-4780-a99e-54d70e666af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:16.487581 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-c57a58f5-a33f-4780-a99e-54d70e666af8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bab87edcd482462cbd1decad9411b53c&device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 1096 time: 0.8844669 Jun 29 17:25:16.534990 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 81cc2dc0-3d97-4a02-94fd-8df739d24b93, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=81cc2dc0-3d97-4a02-94fd-8df739d24b93,segment=NetworkSegment(b401a707-1d80-496c-a38c-4b3f6ee76a08),segment_id=b401a707-1d80-496c-a38c-4b3f6ee76a08)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:16.545910 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:16.565097 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:16.628219 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-741641dd-b402-46de-b86f-34c3c3817f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:16.766917 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=81cc2dc0-3d97-4a02-94fd-8df739d24b93,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:16.772671 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:16.804765 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-7d1afb49-0099-4c70-b797-ffe6a8ee8129 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=facd25d3-632a-46f3-976a-87dc484e1694 HTTP/1.1" status: 200 len: 217 time: 0.2774386 Jun 29 17:25:16.843801 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-7e0c0063-7264-4052-b98e-4fe998bd9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:16.847113 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-7e0c0063-7264-4052-b98e-4fe998bd9a95 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4deec94b63ce48e9bd5070f77f4e79ce&device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 1097 time: 0.5867269 Jun 29 17:25:17.087560 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-ae2003e8-3e3e-4f73-92ea-159906161d94 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41967c9b-ffa4-4c60-8185-9f3bb430352b HTTP/1.1" status: 200 len: 217 time: 0.1660883 Jun 29 17:25:17.112459 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27611c2b-fc96-4a65-bc08-62e4a605400f req-f0690d96-a17d-497b-aa77-7af018bf1d76 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:17.115344 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-27611c2b-fc96-4a65-bc08-62e4a605400f req-f0690d96-a17d-497b-aa77-7af018bf1d76 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 944 time: 0.4120419 Jun 29 17:25:17.122034 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7730bb4d-0f42-4154-9d34-bc5e69f03abf" -d '{"events": [{"name": "network-changed", "server_uuid": "d9bf8e48-a407-4b5a-b5ea-6ce668f9281d", "tag": "41967c9b-ffa4-4c60-8185-9f3bb430352b"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:25:17.231227 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 35316) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:17.281587 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b6e3043f1b2246a4603f4ff9a3ac6cbdb2be9695873d33c49ba394ff39487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec2ef8e-b0f1-42a7-8ccc-7ee5888a6d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb96db0d-d9b6-464a-b526-a9782a3c9df8", "tag": "facd25d3-632a-46f3-976a-87dc484e1694"}]}' {{(pid=93003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:25:17.290638 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.72', 57821) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:17.522375 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-5cfc7828-0f3f-49ef-9a6f-2b3d575a385b tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=86f0d1cf5da54b34a84d748acfe3ab8c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4688284 Jun 29 17:25:17.548131 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-741641dd-b402-46de-b86f-34c3c3817f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:17.563464 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-8435fef8-aff9-4f5a-8af4-091a185c7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:17.565558 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-8435fef8-aff9-4f5a-8af4-091a185c7c88 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f500316-b6d9-43a2-a9a1-26ebe9df72d6 HTTP/1.1" status: 200 len: 854 time: 0.7372706 Jun 29 17:25:17.600234 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-27611c2b-fc96-4a65-bc08-62e4a605400f req-d965f004-12fb-4f59-9483-d543cd98f52b tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682295 Jun 29 17:25:17.602296 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-bc68e2aa-51d8-4af1-8ff3-6679d8d8a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:17.608705 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-bc68e2aa-51d8-4af1-8ff3-6679d8d8a419 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=28a3cfb3-155c-4ecd-9855-37dc09cff36f HTTP/1.1" status: 200 len: 852 time: 0.4743276 Jun 29 17:25:17.613209 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-741641dd-b402-46de-b86f-34c3c3817f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:17.621666 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e568932d-cd0b-429d-bffb-2bbb42eb1898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:17.634590 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 81cc2dc0-3d97-4a02-94fd-8df739d24b93 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:25:17.651535 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741641dd-b402-46de-b86f-34c3c3817f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d3bf89-289f-4198-83c5-dc8097e2d575,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:17.662180 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-741641dd-b402-46de-b86f-34c3c3817f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:17.818154 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-bf8b4bbf-30e1-430e-abe5-8ed312527f80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fde896f6-c9d2-4088-b96e-85c05da626b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282163 Jun 29 17:25:17.872353 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-741641dd-b402-46de-b86f-34c3c3817f3c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=89a25d6084a94be7b5fec0c37c84a202&name=default HTTP/1.1" status: 200 len: 2976 time: 3.1143236 Jun 29 17:25:17.878538 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 81cc2dc0-3d97-4a02-94fd-8df739d24b93 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:25:17.879231 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 35328) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:17.883203 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:17.975703 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-a6d55b10-afc8-4576-8269-dec74c90d709 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:17.993677 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-a6d55b10-afc8-4576-8269-dec74c90d709 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.72 "GET /v2.0/networks?id=848c8866-fdff-4385-a864-0f9f4cb70ea5 HTTP/1.1" status: 200 len: 819 time: 0.6822793 Jun 29 17:25:18.096864 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b2f10828-4f58-4f1c-a39e-3341211ecca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:18.111666 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-35e13aa8-99d0-41e8-ac89-ecdeeda17cd5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30c06445-69a3-473b-86ba-1a733d800ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186025 Jun 29 17:25:18.238453 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-24c75952-03dc-48b9-b0d9-84d308cd1059 service neutron] 10.222.0.101 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6595509 Jun 29 17:25:18.362521 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-1966b5d9-e05e-4705-a1df-97faa33bfbc6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Request body: {'port': {'device_id': 'e30e2910-9f10-47ae-8ba0-0081f02ceada', 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5', 'admin_state_up': True, 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:25:18.546369 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-5321c3ef-8bf9-4ac0-9d68-b2c6015359f8 service neutron] 10.222.0.101 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986243 Jun 29 17:25:18.565078 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-94aae2be-28c3-4548-bf69-39505d94ff6c service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076316 Jun 29 17:25:18.602858 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-10cfa68a-ad41-42e4-9764-c60e92cc35b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:18.692318 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-10cfa68a-ad41-42e4-9764-c60e92cc35b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:18.712980 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e1565-a690-467b-904e-6cc4bcc30326 req-3fe62f30-7f64-474f-b6af-22156a371da9 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:18.714994 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d26e1565-a690-467b-904e-6cc4bcc30326 req-3fe62f30-7f64-474f-b6af-22156a371da9 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 943 time: 0.7022669 Jun 29 17:25:18.851131 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b2f10828-4f58-4f1c-a39e-3341211ecca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:18.874507 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-ce713ec0-87a1-44ed-9350-2655393f6430 service neutron] 10.222.0.72 "GET /v2.0/networks/fde896f6-c9d2-4088-b96e-85c05da626b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520425 Jun 29 17:25:18.881911 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b2f10828-4f58-4f1c-a39e-3341211ecca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:18.898539 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:18.903622 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d26e1565-a690-467b-904e-6cc4bcc30326 req-2b7b5f13-8a79-41e9-b78a-baac58532240 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750362 Jun 29 17:25:18.932476 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-1966b5d9-e05e-4705-a1df-97faa33bfbc6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Made reservation on behalf of 86f0d1cf5da54b34a84d748acfe3ab8c for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:25:18.940728 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-1966b5d9-e05e-4705-a1df-97faa33bfbc6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:18.989446 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f10828-4f58-4f1c-a39e-3341211ecca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af551d1-c663-4acd-8bcf-f0e3e9eafa4c,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:18.993707 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b2f10828-4f58-4f1c-a39e-3341211ecca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:18.995908 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-b2f10828-4f58-4f1c-a39e-3341211ecca3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=17cd1b5dd4994508b0ceb6de3a4ff6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7634006 Jun 29 17:25:19.000094 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 35366) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:19.027532 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-10cfa68a-ad41-42e4-9764-c60e92cc35b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:19.053028 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-10cfa68a-ad41-42e4-9764-c60e92cc35b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:19.055060 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-10cfa68a-ad41-42e4-9764-c60e92cc35b4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/96d3bf89-289f-4198-83c5-dc8097e2d575 HTTP/1.1" status: 204 len: 168 time: 1.1728086 Jun 29 17:25:19.071836 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c93e8858-3c06-4e85-9cb3-5c38c8d4275d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:19.183774 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfa68a-ad41-42e4-9764-c60e92cc35b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d3bf89-289f-4198-83c5-dc8097e2d575,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:19.193944 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-10cfa68a-ad41-42e4-9764-c60e92cc35b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:19.308635 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e271344c-c69f-4676-a025-ad5a84e6e1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:19.344200 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35382) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:19.450948 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e271344c-c69f-4676-a025-ad5a84e6e1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:19.479033 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-1966b5d9-e05e-4705-a1df-97faa33bfbc6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Allocated IP 172.20.0.10 (848c8866-fdff-4385-a864-0f9f4cb70ea5/2836b31e-fb3d-46b6-943e-6bb4d25b15b8/597f1683-760b-40fe-b4db-93b3bf7049ed) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:25:19.490350 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490e827d-467d-4247-9b92-5034531028df x-openstack-request-id: req-490e827d-467d-4247-9b92-5034531028df {{(pid=93003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:25:19.490995 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb96db0d-d9b6-464a-b526-a9782a3c9df8", "tag": "facd25d3-632a-46f3-976a-87dc484e1694", "status": "completed", "code": 200}]} {{(pid=93003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:25:19.491351 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-490e827d-467d-4247-9b92-5034531028df {{(pid=93003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:25:19.491955 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb96db0d-d9b6-464a-b526-a9782a3c9df8', 'tag': 'facd25d3-632a-46f3-976a-87dc484e1694', 'status': 'completed', 'code': 200} Jun 29 17:25:19.572282 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617680aa-a7b3-4a8b-901f-4f8b8f087028 x-openstack-request-id: req-617680aa-a7b3-4a8b-901f-4f8b8f087028 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:25:19.574175 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9bf8e48-a407-4b5a-b5ea-6ce668f9281d", "tag": "41967c9b-ffa4-4c60-8185-9f3bb430352b", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:25:19.574706 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-617680aa-a7b3-4a8b-901f-4f8b8f087028 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:25:19.575503 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bf8e48-a407-4b5a-b5ea-6ce668f9281d', 'tag': '41967c9b-ffa4-4c60-8185-9f3bb430352b', 'status': 'completed', 'code': 200} Jun 29 17:25:19.859014 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f86b262a-4b57-4228-b41b-efd9c411b9b3 req-bab237f9-c0bd-4819-8c01-e14c2631488c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 210 time: 0.2228558 Jun 29 17:25:19.979976 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35418) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:20.066072 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5b1f49c5-9870-4b51-837b-b1045deaf3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:20.120767 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-263a2899-ac38-4493-8574-f56ffd371bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:20.231160 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-22779f1a-412c-4d9a-8cc5-936e38cc9c27 req-8922c45d-a52a-4379-9e98-128f9045e8a1 service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972665 Jun 29 17:25:20.402197 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda90ef8-2767-4d7b-a6b0-475e1b0a2820 req-fb909128-0d13-4567-99ae-61ff3cade67b tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:20.412966 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fda90ef8-2767-4d7b-a6b0-475e1b0a2820 req-fb909128-0d13-4567-99ae-61ff3cade67b tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 944 time: 0.4337695 Jun 29 17:25:20.499575 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5b1f49c5-9870-4b51-837b-b1045deaf3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:20.515947 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5b1f49c5-9870-4b51-837b-b1045deaf3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:20.519490 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c9968bd2-bd1c-4d36-98e0-d20011148fb0 req-4af18991-8301-459d-88f7-d2691f93fd65 service neutron] 10.222.0.72 "GET /v2.0/networks/fde896f6-c9d2-4088-b96e-85c05da626b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975656 Jun 29 17:25:20.540522 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-4445edd9-7ec8-423d-b4ea-a54e9e47a69f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:20.578253 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fda90ef8-2767-4d7b-a6b0-475e1b0a2820 req-d33557a4-35d3-4afe-a213-51bf0df94b0a tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479690 Jun 29 17:25:20.596572 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-1966b5d9-e05e-4705-a1df-97faa33bfbc6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:20.606539 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e271344c-c69f-4676-a025-ad5a84e6e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:20.619896 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e271344c-c69f-4676-a025-ad5a84e6e1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:20.622044 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-e271344c-c69f-4676-a025-ad5a84e6e1a3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7af551d1-c663-4acd-8bcf-f0e3e9eafa4c HTTP/1.1" status: 204 len: 168 time: 1.6205101 Jun 29 17:25:20.624331 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f49c5-9870-4b51-837b-b1045deaf3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f02faf-2706-44de-b856-fb53c782f771,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:20.631936 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-5b1f49c5-9870-4b51-837b-b1045deaf3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:20.637322 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-5b1f49c5-9870-4b51-837b-b1045deaf3f3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=169747cd0d1d4a628ace65e43d8d392d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2884667 Jun 29 17:25:20.639130 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35434) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:20.639702 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:20.683129 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2ef8e-b0f1-42a7-8ccc-7ee5888a6d3c req-43fd9028-1a6a-4735-ac3e-102d87a9dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:20.685633 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3ec2ef8e-b0f1-42a7-8ccc-7ee5888a6d3c req-43fd9028-1a6a-4735-ac3e-102d87a9dd21 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bab87edcd482462cbd1decad9411b53c&device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 1096 time: 0.2745869 Jun 29 17:25:20.686889 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271344c-c69f-4676-a025-ad5a84e6e1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af551d1-c663-4acd-8bcf-f0e3e9eafa4c,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:20.698567 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e271344c-c69f-4676-a025-ad5a84e6e1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:20.715076 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9611aa-4717-4146-b4c3-1bf9da243517 req-60b6fb27-048c-48c6-9777-4a8377a76dd9 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:20.728160 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5d9611aa-4717-4146-b4c3-1bf9da243517 req-60b6fb27-048c-48c6-9777-4a8377a76dd9 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 943 time: 0.5885589 Jun 29 17:25:20.790777 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-650beb4c-b6de-4a07-b9bf-f98dbe8901de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:20.804159 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-263a2899-ac38-4493-8574-f56ffd371bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:20.817804 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5d9611aa-4717-4146-b4c3-1bf9da243517 req-bd54091b-ccf6-4df7-9812-9e28f3b179e0 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875797 Jun 29 17:25:20.819853 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-1966b5d9-e05e-4705-a1df-97faa33bfbc6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:20.822532 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-263a2899-ac38-4493-8574-f56ffd371bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:20.828720 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:20.845147 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:20.850828 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-650beb4c-b6de-4a07-b9bf-f98dbe8901de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:20.903883 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-1966b5d9-e05e-4705-a1df-97faa33bfbc6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Network 848c8866-fdff-4385-a864-0f9f4cb70ea5 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:25:20.911386 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-263a2899-ac38-4493-8574-f56ffd371bb2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=32c08a78224549e5b783cac3290f2295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9262733 Jun 29 17:25:20.911665 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-1966b5d9-e05e-4705-a1df-97faa33bfbc6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:25:20.912803 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35438) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:20.922598 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-1966b5d9-e05e-4705-a1df-97faa33bfbc6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:25:20.927854 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a2899-ac38-4493-8574-f56ffd371bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df0afdc-4712-44a1-ba8e-f41dc0b905e5,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:20.942289 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-263a2899-ac38-4493-8574-f56ffd371bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:20.995020 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50a97847-2bd3-4028-a53c-b3b00cd5f4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:21.026225 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-650beb4c-b6de-4a07-b9bf-f98dbe8901de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:21.030571 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50a97847-2bd3-4028-a53c-b3b00cd5f4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:21.050751 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-650beb4c-b6de-4a07-b9bf-f98dbe8901de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:21.054636 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-650beb4c-b6de-4a07-b9bf-f98dbe8901de admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/72f02faf-2706-44de-b856-fb53c782f771 HTTP/1.1" status: 204 len: 168 time: 0.4118862 Jun 29 17:25:21.062705 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-34de7dca-ceaa-4523-b4c3-7f5e6bc134ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:21.184270 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-1966b5d9-e05e-4705-a1df-97faa33bfbc6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:21.185607 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-1966b5d9-e05e-4705-a1df-97faa33bfbc6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:21.196454 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966b5d9-e05e-4705-a1df-97faa33bfbc6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Pushing event updated for resources: {'Port': ['ID=597f1683-760b-40fe-b4db-93b3bf7049ed,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:21.201178 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650beb4c-b6de-4a07-b9bf-f98dbe8901de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f02faf-2706-44de-b856-fb53c782f771,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:21.232387 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-650beb4c-b6de-4a07-b9bf-f98dbe8901de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:21.235410 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-1966b5d9-e05e-4705-a1df-97faa33bfbc6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:21.239600 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-52b9cabd-0201-45ed-bbe1-b18c26be0f00 req-53445c13-a527-4a96-8680-7235336aa464 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 210 time: 0.1441042 Jun 29 17:25:21.255817 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-1966b5d9-e05e-4705-a1df-97faa33bfbc6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9110003 Jun 29 17:25:21.296763 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Request body: {'port': {'device_id': 'e30e2910-9f10-47ae-8ba0-0081f02ceada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:25:21.352517 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730bb4d-0f42-4154-9d34-bc5e69f03abf req-ee30e252-cd61-4796-b860-0915276c998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:21.366945 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7730bb4d-0f42-4154-9d34-bc5e69f03abf req-ee30e252-cd61-4796-b860-0915276c998f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4deec94b63ce48e9bd5070f77f4e79ce&device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 1097 time: 0.2678010 Jun 29 17:25:21.384010 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50a97847-2bd3-4028-a53c-b3b00cd5f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:21.423889 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 35448) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:21.433571 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-66bc11f4-f243-447d-a92c-ab61dda75387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:21.475271 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50a97847-2bd3-4028-a53c-b3b00cd5f4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:21.477019 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-50a97847-2bd3-4028-a53c-b3b00cd5f4f1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3df0afdc-4712-44a1-ba8e-f41dc0b905e5 HTTP/1.1" status: 204 len: 168 time: 0.5628643 Jun 29 17:25:21.483504 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:21.522594 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a97847-2bd3-4028-a53c-b3b00cd5f4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df0afdc-4712-44a1-ba8e-f41dc0b905e5,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:21.526243 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-50a97847-2bd3-4028-a53c-b3b00cd5f4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:21.534776 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2ef8e-b0f1-42a7-8ccc-7ee5888a6d3c req-afc83a30-f137-4e1f-ab32-ddba942918a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:21.540848 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3ec2ef8e-b0f1-42a7-8ccc-7ee5888a6d3c req-afc83a30-f137-4e1f-ab32-ddba942918a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30c06445-69a3-473b-86ba-1a733d800ecd HTTP/1.1" status: 200 len: 916 time: 0.4787836 Jun 29 17:25:21.665208 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730bb4d-0f42-4154-9d34-bc5e69f03abf req-97e47bed-51f7-47f1-9885-5e8b8a5c3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:21.666914 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7730bb4d-0f42-4154-9d34-bc5e69f03abf req-97e47bed-51f7-47f1-9885-5e8b8a5c3177 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fde896f6-c9d2-4088-b96e-85c05da626b0 HTTP/1.1" status: 200 len: 914 time: 0.2916663 Jun 29 17:25:21.729669 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.72', 57828) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:21.732271 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3ec2ef8e-b0f1-42a7-8ccc-7ee5888a6d3c req-38810fd9-ba28-4919-8a2e-54a630e726a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=facd25d3-632a-46f3-976a-87dc484e1694 HTTP/1.1" status: 200 len: 217 time: 0.1854463 Jun 29 17:25:21.733239 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35460) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:21.740021 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-86a007dd-fa64-48a1-b8fc-8322e2f5f20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:21.762946 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0d153502-79d1-46b9-bc00-77a2677d36db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:21.836548 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7730bb4d-0f42-4154-9d34-bc5e69f03abf req-79aa6098-9b4b-4c6e-9184-47a985349d5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41967c9b-ffa4-4c60-8185-9f3bb430352b HTTP/1.1" status: 200 len: 217 time: 0.1561260 Jun 29 17:25:21.853066 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2ef8e-b0f1-42a7-8ccc-7ee5888a6d3c req-790e3545-476e-4d9e-a39b-56ecbb22ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:21.862948 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3ec2ef8e-b0f1-42a7-8ccc-7ee5888a6d3c req-790e3545-476e-4d9e-a39b-56ecbb22ba82 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f500316-b6d9-43a2-a9a1-26ebe9df72d6 HTTP/1.1" status: 200 len: 854 time: 0.1141555 Jun 29 17:25:21.967704 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3ec2ef8e-b0f1-42a7-8ccc-7ee5888a6d3c req-1712557f-944f-49d6-b684-1e360aaa4274 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30c06445-69a3-473b-86ba-1a733d800ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933046 Jun 29 17:25:22.045479 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:22.152816 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730bb4d-0f42-4154-9d34-bc5e69f03abf req-0d134fc5-57f7-4da3-858d-38abfc24015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:22.154519 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7730bb4d-0f42-4154-9d34-bc5e69f03abf req-0d134fc5-57f7-4da3-858d-38abfc24015d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=28a3cfb3-155c-4ecd-9855-37dc09cff36f HTTP/1.1" status: 200 len: 852 time: 0.2969220 Jun 29 17:25:22.200631 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7730bb4d-0f42-4154-9d34-bc5e69f03abf req-85566543-fa6f-4b9d-a532-aca0592b3fd4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fde896f6-c9d2-4088-b96e-85c05da626b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310199 Jun 29 17:25:22.263680 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3ec2ef8e-b0f1-42a7-8ccc-7ee5888a6d3c req-1047512f-e432-4505-a1b1-8c499ad71144 service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871182 Jun 29 17:25:22.503424 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 35494) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:22.554906 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0d153502-79d1-46b9-bc00-77a2677d36db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:22.568355 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-fe90020a-450f-4433-a43d-9d97b385fcf8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:22.568686 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0d153502-79d1-46b9-bc00-77a2677d36db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:22.570107 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-fe90020a-450f-4433-a43d-9d97b385fcf8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.72 "GET /v2.0/networks?id=848c8866-fdff-4385-a864-0f9f4cb70ea5 HTTP/1.1" status: 200 len: 819 time: 0.7583818 Jun 29 17:25:22.583701 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:22.621920 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-b87abab2-1168-44b9-b3c6-be95465875f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Request body: {'port': {'device_id': 'c0646aaf-d9e4-46d0-8c17-c6d6664c15cb', 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5', 'admin_state_up': True, 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:25:22.726294 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d153502-79d1-46b9-bc00-77a2677d36db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd63c079-c7b7-4c88-ad02-ea1684614f56,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:22.732161 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-0d153502-79d1-46b9-bc00-77a2677d36db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:22.757669 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-0d153502-79d1-46b9-bc00-77a2677d36db admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3ccb89b0bfc1494b9b1647926b315c41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0158486 Jun 29 17:25:22.763034 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35506) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:22.779418 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc349b08-d41a-499e-a8f9-58518ad56d0c req-7ac8cd3b-d74b-40f9-bee3-be03f24af639 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:22.792350 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fc349b08-d41a-499e-a8f9-58518ad56d0c req-7ac8cd3b-d74b-40f9-bee3-be03f24af639 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 943 time: 0.5175712 Jun 29 17:25:22.822824 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3ec2ef8e-b0f1-42a7-8ccc-7ee5888a6d3c req-d1ff0cdd-f86f-42c9-b82a-2f0b4017955e service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367551 Jun 29 17:25:22.920569 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fc349b08-d41a-499e-a8f9-58518ad56d0c req-db588215-d632-4884-97c4-f84928183d41 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264882 Jun 29 17:25:22.956825 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bd39ba24-a8e3-4ab9-9bf8-6db2b6b49d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:22.970561 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc634b-1205-462c-8f84-9729403cdef9 req-b3dadc5d-a0b5-403a-a02c-5b4cc9d670f1 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:22.983820 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7cdc634b-1205-462c-8f84-9729403cdef9 req-b3dadc5d-a0b5-403a-a02c-5b4cc9d670f1 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 944 time: 1.0813308 Jun 29 17:25:23.019021 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bd39ba24-a8e3-4ab9-9bf8-6db2b6b49d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:23.083804 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bd39ba24-a8e3-4ab9-9bf8-6db2b6b49d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:23.086834 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bd39ba24-a8e3-4ab9-9bf8-6db2b6b49d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:23.088017 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-bd39ba24-a8e3-4ab9-9bf8-6db2b6b49d39 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fd63c079-c7b7-4c88-ad02-ea1684614f56 HTTP/1.1" status: 204 len: 168 time: 0.2925985 Jun 29 17:25:23.090060 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:23.095129 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-86a007dd-fa64-48a1-b8fc-8322e2f5f20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:23.115952 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-faf7705e-0b42-480d-86e9-5cce8d2086b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:23.120736 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7730bb4d-0f42-4154-9d34-bc5e69f03abf req-fad0fd3d-b0b4-4850-bd3c-9e129d3cf370 service neutron] 10.222.0.72 "GET /v2.0/networks/fde896f6-c9d2-4088-b96e-85c05da626b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7980540 Jun 29 17:25:23.121494 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-86a007dd-fa64-48a1-b8fc-8322e2f5f20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:23.153852 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b2f10828-4f58-4f1c-a39e-3341211ecca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:23.176003 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39ba24-a8e3-4ab9-9bf8-6db2b6b49d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd63c079-c7b7-4c88-ad02-ea1684614f56,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:23.180945 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-bd39ba24-a8e3-4ab9-9bf8-6db2b6b49d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:23.197386 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-97e5cc76-bb38-4ee6-8f26-101aed5a6479 req-ea6c1696-ed29-499c-b281-dbec3576b686 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 210 time: 0.1078436 Jun 29 17:25:23.311117 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-b87abab2-1168-44b9-b3c6-be95465875f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Made reservation on behalf of 86f0d1cf5da54b34a84d748acfe3ab8c for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:25:23.315063 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-b87abab2-1168-44b9-b3c6-be95465875f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:23.346317 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7cdc634b-1205-462c-8f84-9729403cdef9 req-fccae7cd-ce10-45f0-b1fc-3b456c136422 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612390 Jun 29 17:25:23.362989 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-86a007dd-fa64-48a1-b8fc-8322e2f5f20e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0da34c1e95ff48c389ffae475d259e26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6997275 Jun 29 17:25:23.363271 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35526) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:23.437581 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597f1683-760b-40fe-b4db-93b3bf7049ed {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:25:23.455017 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:23.467745 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a007dd-fa64-48a1-b8fc-8322e2f5f20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efa7085-4ff4-4888-86a6-76ed9f0aea91,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:23.471233 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-82ffd474-15ea-435c-9add-a4f47a13b1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:23.506882 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-82ffd474-15ea-435c-9add-a4f47a13b1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:23.510582 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-86a007dd-fa64-48a1-b8fc-8322e2f5f20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:23.602239 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-82ffd474-15ea-435c-9add-a4f47a13b1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:23.605924 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-82ffd474-15ea-435c-9add-a4f47a13b1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:23.607111 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-82ffd474-15ea-435c-9add-a4f47a13b1ae admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5efa7085-4ff4-4888-86a6-76ed9f0aea91 HTTP/1.1" status: 204 len: 168 time: 0.2424631 Jun 29 17:25:23.608079 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-650beb4c-b6de-4a07-b9bf-f98dbe8901de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:23.619985 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffd474-15ea-435c-9add-a4f47a13b1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efa7085-4ff4-4888-86a6-76ed9f0aea91,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:23.623845 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-82ffd474-15ea-435c-9add-a4f47a13b1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:23.638441 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Transition to ACTIVE for port object 597f1683-760b-40fe-b4db-93b3bf7049ed will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:25:23.647429 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7730bb4d-0f42-4154-9d34-bc5e69f03abf req-b75af784-b17b-44ea-a2eb-f7d81edd8e5a service neutron] 10.222.0.72 "GET /v2.0/networks/fde896f6-c9d2-4088-b96e-85c05da626b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188146 Jun 29 17:25:23.667874 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:23.712989 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-872cf3ab-6076-4734-9e83-0ac011919792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:23.977552 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Pushing event updated for resources: {'Port': ['ID=597f1683-760b-40fe-b4db-93b3bf7049ed,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:24.275288 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad5ad1-1c64-47e0-ae42-80f914ed35a4 req-668140e3-2b76-429c-b4f8-50da57791b80 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:24.289039 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-95ad5ad1-1c64-47e0-ae42-80f914ed35a4 req-668140e3-2b76-429c-b4f8-50da57791b80 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 943 time: 0.1093235 Jun 29 17:25:24.360956 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:24.376250 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-b87abab2-1168-44b9-b3c6-be95465875f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Allocated IP 172.20.0.5 (848c8866-fdff-4385-a864-0f9f4cb70ea5/2836b31e-fb3d-46b6-943e-6bb4d25b15b8/b68d4d78-5032-4b48-bdc4-8dd5f98a1666) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:25:24.381140 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-95ad5ad1-1c64-47e0-ae42-80f914ed35a4 req-7e779bfb-b557-4ee4-baf4-1abe6d0b9cd0 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896478 Jun 29 17:25:24.607929 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:24.652645 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ddf80-9f5d-4438-aac5-7f25b570778c req-b059ad57-b634-4908-84d7-08b5fdcba189 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:24.655571 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1d8ddf80-9f5d-4438-aac5-7f25b570778c req-b059ad57-b634-4908-84d7-08b5fdcba189 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 944 time: 0.1138353 Jun 29 17:25:24.664837 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-b87abab2-1168-44b9-b3c6-be95465875f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:24.715437 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1d8ddf80-9f5d-4438-aac5-7f25b570778c req-fd3ebb4e-e40b-4170-8fa3-a4234899c4b6 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586669 Jun 29 17:25:24.742495 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-cd0f38c1-8ba6-4144-b9dc-c774d683242e req-67b0b305-7058-40ea-82d9-31380f656e2f tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 210 time: 0.0710354 Jun 29 17:25:24.759115 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-faf7705e-0b42-480d-86e9-5cce8d2086b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:24.779275 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-faf7705e-0b42-480d-86e9-5cce8d2086b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:24.800743 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-61e5a4fa-524c-4ef0-b87d-83cd88a0f443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:24.837788 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-23ce06c4-6e23-4df4-83a4-ff2bc5014f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:24.888594 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7705e-0b42-480d-86e9-5cce8d2086b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e63e10-bdaa-420b-ab64-31914a27db0c,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:24.935771 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-faf7705e-0b42-480d-86e9-5cce8d2086b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:24.942480 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Attempting to bind port 597f1683-760b-40fe-b4db-93b3bf7049ed on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:25:24.943137 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Attempting to bind port 597f1683-760b-40fe-b4db-93b3bf7049ed by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'b401a707-1d80-496c-a38c-4b3f6ee76a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:25:24.944173 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Attempting to bind port 597f1683-760b-40fe-b4db-93b3bf7049ed on network 848c8866-fdff-4385-a864-0f9f4cb70ea5 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:25:24.961921 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35600) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:24.962715 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-faf7705e-0b42-480d-86e9-5cce8d2086b4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f803c7dc56f54696ac52642127f60f37&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4080322 Jun 29 17:25:24.970785 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Port 597f1683-760b-40fe-b4db-93b3bf7049ed on network 848c8866-fdff-4385-a864-0f9f4cb70ea5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:25:24.971326 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Attempting to bind port 597f1683-760b-40fe-b4db-93b3bf7049ed on network 848c8866-fdff-4385-a864-0f9f4cb70ea5 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:25:24.983636 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:25:24.984328 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Checking segment: {'id': 'b401a707-1d80-496c-a38c-4b3f6ee76a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:25:24.984787 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Bound using segment: {'id': 'b401a707-1d80-496c-a38c-4b3f6ee76a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:25:24.985951 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Bound port: 597f1683-760b-40fe-b4db-93b3bf7049ed, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b401a707-1d80-496c-a38c-4b3f6ee76a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:25:24.986876 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:25.027583 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-b87abab2-1168-44b9-b3c6-be95465875f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:25.086335 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:25.134800 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6f6735f3-0abd-49a7-a579-06e926562002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:25.203184 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6f6735f3-0abd-49a7-a579-06e926562002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:25.237903 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] For port 597f1683-760b-40fe-b4db-93b3bf7049ed, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:25:25.275269 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-b87abab2-1168-44b9-b3c6-be95465875f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Network 848c8866-fdff-4385-a864-0f9f4cb70ea5 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:25:25.288099 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-b87abab2-1168-44b9-b3c6-be95465875f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:25:25.297030 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87abab2-1168-44b9-b3c6-be95465875f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Pushing event updated for resources: {'Port': ['ID=b68d4d78-5032-4b48-bdc4-8dd5f98a1666,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:25.298553 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6f6735f3-0abd-49a7-a579-06e926562002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:25.299690 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-b87abab2-1168-44b9-b3c6-be95465875f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:25:25.303662 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6f6735f3-0abd-49a7-a579-06e926562002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:25.304840 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-6f6735f3-0abd-49a7-a579-06e926562002 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/18e63e10-bdaa-420b-ab64-31914a27db0c HTTP/1.1" status: 204 len: 168 time: 0.3409088 Jun 29 17:25:25.308243 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b87abab2-1168-44b9-b3c6-be95465875f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:25.310484 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-263a2899-ac38-4493-8574-f56ffd371bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:25.311891 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] For port 597f1683-760b-40fe-b4db-93b3bf7049ed, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=597f1683-760b-40fe-b4db-93b3bf7049ed,segment=NetworkSegment(b401a707-1d80-496c-a38c-4b3f6ee76a08),segment_id=b401a707-1d80-496c-a38c-4b3f6ee76a08)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:25:25.322730 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 41967c9b-ffa4-4c60-8185-9f3bb430352b details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:25:25.339238 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6735f3-0abd-49a7-a579-06e926562002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e63e10-bdaa-420b-ab64-31914a27db0c,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:25.344945 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-6f6735f3-0abd-49a7-a579-06e926562002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:25.345631 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:25.360791 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:25.463441 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-b87abab2-1168-44b9-b3c6-be95465875f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:25.464668 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-b87abab2-1168-44b9-b3c6-be95465875f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:25.483368 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:25.484715 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:25.487969 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] 10.222.0.72 "PUT /v2.0/ports/597f1683-760b-40fe-b4db-93b3bf7049ed HTTP/1.1" status: 200 len: 1094 time: 4.2050383 Jun 29 17:25:25.504929 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30e2910-9f10-47ae-8ba0-0081f02ceada', 'tag': '597f1683-760b-40fe-b4db-93b3bf7049ed'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:25.514690 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb534558-2869-4bdd-9805-b0780367b334" -d '{"events": [{"name": "network-changed", "server_uuid": "e30e2910-9f10-47ae-8ba0-0081f02ceada", "tag": "597f1683-760b-40fe-b4db-93b3bf7049ed"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:25:25.624264 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-b87abab2-1168-44b9-b3c6-be95465875f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0067062 Jun 29 17:25:25.628791 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Pushing event updated for resources: {'Port': ['ID=597f1683-760b-40fe-b4db-93b3bf7049ed,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:25.640041 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:25.650679 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Request body: {'port': {'device_id': 'c0646aaf-d9e4-46d0-8c17-c6d6664c15cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:25:25.668498 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 41967c9b-ffa4-4c60-8185-9f3bb430352b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=41967c9b-ffa4-4c60-8185-9f3bb430352b,segment=NetworkSegment(e0dd2362-0c1c-4b12-a79e-daadb2deefcb),segment_id=e0dd2362-0c1c-4b12-a79e-daadb2deefcb)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:25.694822 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': '41967c9b-ffa4-4c60-8185-9f3bb430352b', 'network_id': 'fde896f6-c9d2-4088-b96e-85c05da626b0', 'port_id': '41967c9b-ffa4-4c60-8185-9f3bb430352b', 'mac_address': 'fa:16:3e:9b:e8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a3cfb3-155c-4ecd-9855-37dc09cff36f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:25:25.709023 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fee2e90-7e40-407e-899e-2fe362b70077 x-openstack-request-id: req-7fee2e90-7e40-407e-899e-2fe362b70077 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:25:25.709960 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30e2910-9f10-47ae-8ba0-0081f02ceada", "tag": "597f1683-760b-40fe-b4db-93b3bf7049ed", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:25:25.710257 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7fee2e90-7e40-407e-899e-2fe362b70077 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:25:25.710671 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30e2910-9f10-47ae-8ba0-0081f02ceada', 'tag': '597f1683-760b-40fe-b4db-93b3bf7049ed', 'status': 'completed', 'code': 200} Jun 29 17:25:25.779072 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-8e80ac42-fc0e-4fd3-bcb8-daede1bd5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:25.780926 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-8e80ac42-fc0e-4fd3-bcb8-daede1bd5311 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86f0d1cf5da54b34a84d748acfe3ab8c&device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 1097 time: 0.2201054 Jun 29 17:25:25.825383 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:25.845246 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41967c9b-ffa4-4c60-8185-9f3bb430352b {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:25:25.891380 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f6d22-856d-4869-b2ac-f4a9e95d2255 req-20c8dce1-d817-45d9-9502-6e32885d9db5 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:25.896954 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 41967c9b-ffa4-4c60-8185-9f3bb430352b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=41967c9b-ffa4-4c60-8185-9f3bb430352b,segment=NetworkSegment(e0dd2362-0c1c-4b12-a79e-daadb2deefcb),segment_id=e0dd2362-0c1c-4b12-a79e-daadb2deefcb)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:25.902004 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-2a0f6d22-856d-4869-b2ac-f4a9e95d2255 req-20c8dce1-d817-45d9-9502-6e32885d9db5 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 943 time: 0.2005951 Jun 29 17:25:25.903993 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:25.905754 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device facd25d3-632a-46f3-976a-87dc484e1694 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:25:25.912319 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:25.925345 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:26.011893 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-e993d98f-b243-4821-b56d-369c8479ca4d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=597f1683-760b-40fe-b4db-93b3bf7049ed HTTP/1.1" status: 200 len: 217 time: 0.2163796 Jun 29 17:25:26.015458 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-2a0f6d22-856d-4869-b2ac-f4a9e95d2255 req-8c10d8b7-8ec5-4dec-b5d2-77de1d3f836a tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118076 Jun 29 17:25:26.086187 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=41967c9b-ffa4-4c60-8185-9f3bb430352b,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:26.143780 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:26.256393 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port facd25d3-632a-46f3-976a-87dc484e1694, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=facd25d3-632a-46f3-976a-87dc484e1694,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:26.275393 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35660) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:26.288481 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': 'facd25d3-632a-46f3-976a-87dc484e1694', 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd', 'port_id': 'facd25d3-632a-46f3-976a-87dc484e1694', 'mac_address': 'fa:16:3e:31:5d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f500316-b6d9-43a2-a9a1-26ebe9df72d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:25:26.346412 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-d63e23d4-b07b-4f88-bc7b-b912f1d21596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:26.348060 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-d63e23d4-b07b-4f88-bc7b-b912f1d21596 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2836b31e-fb3d-46b6-943e-6bb4d25b15b8 HTTP/1.1" status: 200 len: 859 time: 0.3080049 Jun 29 17:25:26.391703 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:26.427843 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id facd25d3-632a-46f3-976a-87dc484e1694 {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:25:26.464553 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8fb29-117d-4e5c-8f48-ace2a6785940 req-6c04c2bf-ad93-46f3-b67e-88c9aee5ddae tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:26.478470 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-dac8fb29-117d-4e5c-8f48-ace2a6785940 req-6c04c2bf-ad93-46f3-b67e-88c9aee5ddae tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 931 time: 0.1565924 Jun 29 17:25:26.483111 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port facd25d3-632a-46f3-976a-87dc484e1694, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=facd25d3-632a-46f3-976a-87dc484e1694,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:26.496972 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:26.505973 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:26.567695 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-dac8fb29-117d-4e5c-8f48-ace2a6785940 req-632a8b4f-6acd-460f-a1aa-8a5e669cd4d6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857420 Jun 29 17:25:26.583529 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-890784b3-c05b-4f02-acfc-2059e9d5b838 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=848c8866-fdff-4385-a864-0f9f4cb70ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2268281 Jun 29 17:25:26.624649 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=facd25d3-632a-46f3-976a-87dc484e1694,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:26.644713 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:26.661127 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35670) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:26.685850 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-dd65954d-c222-4d8b-8350-b8cbf42efae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:26.696327 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4faabfd-d319-4a54-86b9-678eea3f6d0c req-ef0256ab-c8b2-4533-8524-84337c2a4448 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:26.698139 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b4faabfd-d319-4a54-86b9-678eea3f6d0c req-ef0256ab-c8b2-4533-8524-84337c2a4448 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 945 time: 0.6770027 Jun 29 17:25:26.782091 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b4faabfd-d319-4a54-86b9-678eea3f6d0c req-98873291-3b68-479b-b684-506599eabb8b tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713298 Jun 29 17:25:26.846623 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-dd65954d-c222-4d8b-8350-b8cbf42efae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:26.853355 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-dd65954d-c222-4d8b-8350-b8cbf42efae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:26.853935 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:26.858367 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:26.863245 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-7bd67602-f13a-4072-8233-5aed3ebef1a2 service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524467 Jun 29 17:25:26.911136 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-dd65954d-c222-4d8b-8350-b8cbf42efae9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b808910a0ccd4c09bb7d3381c5010f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474279 Jun 29 17:25:26.912782 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35672) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:26.920234 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65954d-c222-4d8b-8350-b8cbf42efae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ce4616-23bb-47e2-a5c1-f59a1e4a16bb,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:26.934194 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-dd65954d-c222-4d8b-8350-b8cbf42efae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:26.949478 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-586f0303-f04d-4012-9163-bc6c2817e7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:26.986189 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68d4d78-5032-4b48-bdc4-8dd5f98a1666 {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:25:26.999491 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:27.026413 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Transition to ACTIVE for port object b68d4d78-5032-4b48-bdc4-8dd5f98a1666 will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:25:27.037955 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:27.046421 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:27.048120 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['41967c9b-ffa4-4c60-8185-9f3bb430352b'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:25:27.059685 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7daac482-21af-49cb-bfc5-0761fb937df6 req-bc057469-562c-4d79-8661-9bf43cd9caa1 service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878653 Jun 29 17:25:27.122616 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Pushing event updated for resources: {'Port': ['ID=b68d4d78-5032-4b48-bdc4-8dd5f98a1666,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:27.142841 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:27.306081 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Attempting to bind port b68d4d78-5032-4b48-bdc4-8dd5f98a1666 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:25:27.306414 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Attempting to bind port b68d4d78-5032-4b48-bdc4-8dd5f98a1666 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'b401a707-1d80-496c-a38c-4b3f6ee76a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:25:27.306732 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Attempting to bind port b68d4d78-5032-4b48-bdc4-8dd5f98a1666 on network 848c8866-fdff-4385-a864-0f9f4cb70ea5 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:25:27.328778 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Port b68d4d78-5032-4b48-bdc4-8dd5f98a1666 on network 848c8866-fdff-4385-a864-0f9f4cb70ea5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:25:27.329477 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Attempting to bind port b68d4d78-5032-4b48-bdc4-8dd5f98a1666 on network 848c8866-fdff-4385-a864-0f9f4cb70ea5 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:25:27.335460 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['facd25d3-632a-46f3-976a-87dc484e1694'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:25:27.345250 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:25:27.345250 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Checking segment: {'id': 'b401a707-1d80-496c-a38c-4b3f6ee76a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:25:27.345601 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Bound using segment: {'id': 'b401a707-1d80-496c-a38c-4b3f6ee76a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:25:27.345889 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Bound port: b68d4d78-5032-4b48-bdc4-8dd5f98a1666, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b401a707-1d80-496c-a38c-4b3f6ee76a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:25:27.346166 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:27.366357 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb534558-2869-4bdd-9805-b0780367b334 req-785f3d2c-8ddb-44f0-a807-d1ba3be18f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:27.367939 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-eb534558-2869-4bdd-9805-b0780367b334 req-785f3d2c-8ddb-44f0-a807-d1ba3be18f0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86f0d1cf5da54b34a84d748acfe3ab8c&device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 1097 time: 0.1870363 Jun 29 17:25:27.537966 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-586f0303-f04d-4012-9163-bc6c2817e7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:27.544730 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] For port b68d4d78-5032-4b48-bdc4-8dd5f98a1666, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:25:27.550415 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] For port b68d4d78-5032-4b48-bdc4-8dd5f98a1666, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b68d4d78-5032-4b48-bdc4-8dd5f98a1666,segment=NetworkSegment(b401a707-1d80-496c-a38c-4b3f6ee76a08),segment_id=b401a707-1d80-496c-a38c-4b3f6ee76a08)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:25:27.561458 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-586f0303-f04d-4012-9163-bc6c2817e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:27.584146 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:27.612619 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:27.625211 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:27.650440 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb534558-2869-4bdd-9805-b0780367b334 req-3400f25d-1670-4a3f-ba5d-1df9a55e1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:27.652085 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-eb534558-2869-4bdd-9805-b0780367b334 req-3400f25d-1670-4a3f-ba5d-1df9a55e1cab service neutron] 10.222.0.72 "GET /v2.0/networks?id=848c8866-fdff-4385-a864-0f9f4cb70ea5 HTTP/1.1" status: 200 len: 921 time: 0.2551115 Jun 29 17:25:27.705996 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:27.706907 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:27.709516 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] 10.222.0.72 "PUT /v2.0/ports/b68d4d78-5032-4b48-bdc4-8dd5f98a1666 HTTP/1.1" status: 200 len: 1093 time: 2.0676198 Jun 29 17:25:27.714474 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0646aaf-d9e4-46d0-8c17-c6d6664c15cb', 'tag': 'b68d4d78-5032-4b48-bdc4-8dd5f98a1666'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:27.737831 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8385ecb7-9773-40a6-ad17-59e3abe3b347" -d '{"events": [{"name": "network-changed", "server_uuid": "c0646aaf-d9e4-46d0-8c17-c6d6664c15cb", "tag": "b68d4d78-5032-4b48-bdc4-8dd5f98a1666"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:25:27.744981 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f0303-f04d-4012-9163-bc6c2817e7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800e219b-c067-41b7-ab38-0f742ca43d57,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:27.755633 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-586f0303-f04d-4012-9163-bc6c2817e7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:27.850375 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-eb534558-2869-4bdd-9805-b0780367b334 req-afa7f513-4001-47f0-b391-2e3c77065d99 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=597f1683-760b-40fe-b4db-93b3bf7049ed HTTP/1.1" status: 200 len: 217 time: 0.1477687 Jun 29 17:25:27.911053 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-586f0303-f04d-4012-9163-bc6c2817e7c3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=76c394ef4d2f480ab1722e28c486dadb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6327295 Jun 29 17:25:27.916871 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35706) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:27.952694 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b85f61-7886-4283-b74a-e3b1b9b12689 req-5433d284-ad13-4bda-b8ed-04f13d9b7eaa tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:27.967013 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-63b85f61-7886-4283-b74a-e3b1b9b12689 req-5433d284-ad13-4bda-b8ed-04f13d9b7eaa tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 944 time: 0.4271019 Jun 29 17:25:27.985590 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ff975f9e-f396-4c1b-b160-420a596e2153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:28.048486 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb534558-2869-4bdd-9805-b0780367b334 req-229a08ba-f9e2-4c8e-b0ab-a9330a6f33d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:28.050975 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-eb534558-2869-4bdd-9805-b0780367b334 req-229a08ba-f9e2-4c8e-b0ab-a9330a6f33d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2836b31e-fb3d-46b6-943e-6bb4d25b15b8 HTTP/1.1" status: 200 len: 859 time: 0.1314383 Jun 29 17:25:28.105413 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-63b85f61-7886-4283-b74a-e3b1b9b12689 req-1df7db95-584e-4358-aa32-069b4075fecd tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369438 Jun 29 17:25:28.142149 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ff975f9e-f396-4c1b-b160-420a596e2153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:28.185348 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6506-7f94-46c9-ac22-d92e8f3d99f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:28.206131 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-eb534558-2869-4bdd-9805-b0780367b334 req-e3f4cca1-7570-4406-8a4b-74325e4f5eb3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=848c8866-fdff-4385-a864-0f9f4cb70ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387756 Jun 29 17:25:28.221837 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Pushing event updated for resources: {'Port': ['ID=b68d4d78-5032-4b48-bdc4-8dd5f98a1666,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:28.231279 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b8c44a-18d8-4d13-a037-8e430982e566 x-openstack-request-id: req-45b8c44a-18d8-4d13-a037-8e430982e566 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:25:28.231686 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0646aaf-d9e4-46d0-8c17-c6d6664c15cb", "tag": "b68d4d78-5032-4b48-bdc4-8dd5f98a1666", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:25:28.232122 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-45b8c44a-18d8-4d13-a037-8e430982e566 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:25:28.232759 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0646aaf-d9e4-46d0-8c17-c6d6664c15cb', 'tag': 'b68d4d78-5032-4b48-bdc4-8dd5f98a1666', 'status': 'completed', 'code': 200} Jun 29 17:25:28.243168 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:28.262421 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6506-7f94-46c9-ac22-d92e8f3d99f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:28.402690 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-99e70914-a67f-4e4b-b2fc-5bdc17e9232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:28.409451 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-99e70914-a67f-4e4b-b2fc-5bdc17e9232b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86f0d1cf5da54b34a84d748acfe3ab8c&device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 1096 time: 0.6225991 Jun 29 17:25:28.412275 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ff975f9e-f396-4c1b-b160-420a596e2153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:28.417191 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ff975f9e-f396-4c1b-b160-420a596e2153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:28.419223 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-ff975f9e-f396-4c1b-b160-420a596e2153 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f2ce4616-23bb-47e2-a5c1-f59a1e4a16bb HTTP/1.1" status: 204 len: 168 time: 1.5051529 Jun 29 17:25:28.421701 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-dc0b66b1-5fa8-4169-9fce-0b6e03ca79e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:28.437099 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff975f9e-f396-4c1b-b160-420a596e2153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ce4616-23bb-47e2-a5c1-f59a1e4a16bb,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:28.447972 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-ff975f9e-f396-4c1b-b160-420a596e2153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:28.479770 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c655c3-a0be-48c0-9cd9-1d90e203c761 req-573fd5ed-b3f3-4966-9e99-18f5c3779cbf tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:28.481413 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d4c655c3-a0be-48c0-9cd9-1d90e203c761 req-573fd5ed-b3f3-4966-9e99-18f5c3779cbf tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 943 time: 0.6299253 Jun 29 17:25:28.545239 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-d4d5a436-a7b0-4dc6-8d78-98f4718843fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b68d4d78-5032-4b48-bdc4-8dd5f98a1666 HTTP/1.1" status: 200 len: 217 time: 0.1148772 Jun 29 17:25:28.557137 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6506-7f94-46c9-ac22-d92e8f3d99f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:28.560723 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6506-7f94-46c9-ac22-d92e8f3d99f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:28.573342 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-7c0c6506-7f94-46c9-ac22-d92e8f3d99f5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/800e219b-c067-41b7-ab38-0f742ca43d57 HTTP/1.1" status: 204 len: 168 time: 0.6374383 Jun 29 17:25:28.573534 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:28.603241 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6506-7f94-46c9-ac22-d92e8f3d99f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800e219b-c067-41b7-ab38-0f742ca43d57,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:28.617377 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7c0c6506-7f94-46c9-ac22-d92e8f3d99f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:28.647306 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3964a94-e8e9-4a39-af17-7b179ec03271 req-13a434d1-8817-499e-bdc7-61deee0d5783 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:28.649482 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b3964a94-e8e9-4a39-af17-7b179ec03271 req-13a434d1-8817-499e-bdc7-61deee0d5783 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 945 time: 0.2003810 Jun 29 17:25:28.769736 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b3964a94-e8e9-4a39-af17-7b179ec03271 req-d4d56c08-8bdf-47f8-a00a-74a532fc8dee tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069586 Jun 29 17:25:28.778849 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d4c655c3-a0be-48c0-9cd9-1d90e203c761 req-04ae6f5a-1d96-42ae-bacb-cbfaa9a29356 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549663 Jun 29 17:25:28.796660 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-eb534558-2869-4bdd-9805-b0780367b334 req-81b8f1cb-51aa-4e0a-9403-8880aebc73c2 service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687735 Jun 29 17:25:28.865530 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-54c5f731-fad5-412a-ab22-519e299218a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:28.867495 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-54c5f731-fad5-412a-ab22-519e299218a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2836b31e-fb3d-46b6-943e-6bb4d25b15b8 HTTP/1.1" status: 200 len: 859 time: 0.3022034 Jun 29 17:25:28.991214 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-78d2245c-05a4-418c-a650-305266637641 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=848c8866-fdff-4385-a864-0f9f4cb70ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686331 Jun 29 17:25:29.208600 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:29.290028 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 41967c9b-ffa4-4c60-8185-9f3bb430352b up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:25:29.408901 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port 41967c9b-ffa4-4c60-8185-9f3bb430352b completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:25:29.419413 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port 41967c9b-ffa4-4c60-8185-9f3bb430352b triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:25:29.420163 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-eb534558-2869-4bdd-9805-b0780367b334 req-b38b8982-f79a-4eef-a0c6-a88edec2bca4 service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132157 Jun 29 17:25:29.422502 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:29.424510 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de309176-1d3d-42d4-9b93-96a4ac533659 req-480c63f0-57c9-48b9-8822-0f60753691aa tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:29.428063 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-de309176-1d3d-42d4-9b93-96a4ac533659 req-480c63f0-57c9-48b9-8822-0f60753691aa tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 944 time: 0.1327376 Jun 29 17:25:29.459228 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-3dee014f-8e2e-465b-b275-f1c2d4c369b9 service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510045 Jun 29 17:25:29.559609 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-de309176-1d3d-42d4-9b93-96a4ac533659 req-7d5af50d-9070-4b19-8094-23bf75001c26 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123204 Jun 29 17:25:29.581220 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35748) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:29.600648 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:29.610155 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-535e45cd-9959-4fcd-a080-5802c9e3d053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:29.616718 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ef83d5f1-fc14-4dc4-99c4-9eb25f359dba req-455e007c-fe6e-493d-b081-2a8c5fff18c8 service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520753 Jun 29 17:25:29.676776 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bf8e48-a407-4b5a-b5ea-6ce668f9281d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41967c9b-ffa4-4c60-8185-9f3bb430352b'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:29.784261 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-535e45cd-9959-4fcd-a080-5802c9e3d053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:29.789823 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-535e45cd-9959-4fcd-a080-5802c9e3d053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:29.802599 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-50a97847-2bd3-4028-a53c-b3b00cd5f4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:29.844576 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 41967c9b-ffa4-4c60-8185-9f3bb430352b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=41967c9b-ffa4-4c60-8185-9f3bb430352b,segment=NetworkSegment(e0dd2362-0c1c-4b12-a79e-daadb2deefcb),segment_id=e0dd2362-0c1c-4b12-a79e-daadb2deefcb)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:29.850342 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:29.851621 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device facd25d3-632a-46f3-976a-87dc484e1694 up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:25:29.861323 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e45cd-9959-4fcd-a080-5802c9e3d053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3853d0eb-08eb-45bd-a039-f6ce2372b187,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:29.862808 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:29.872048 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-535e45cd-9959-4fcd-a080-5802c9e3d053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:29.909936 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385ecb7-9773-40a6-ad17-59e3abe3b347 req-14a93d7b-1553-4400-b76c-69125ee1c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:29.912341 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8385ecb7-9773-40a6-ad17-59e3abe3b347 req-14a93d7b-1553-4400-b76c-69125ee1c8de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86f0d1cf5da54b34a84d748acfe3ab8c&device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 1096 time: 0.1980884 Jun 29 17:25:29.944509 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-535e45cd-9959-4fcd-a080-5802c9e3d053 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0edb1489e33244c9a0a8e7fd8dab3ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612285 Jun 29 17:25:29.949344 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35760) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:30.115113 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=41967c9b-ffa4-4c60-8185-9f3bb430352b,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:30.123290 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c7dc7a-27e3-44d8-90b1-c2cb6f327ea6" -d '{"events": [{"server_uuid": "d9bf8e48-a407-4b5a-b5ea-6ce668f9281d", "name": "network-vif-plugged", "status": "completed", "tag": "41967c9b-ffa4-4c60-8185-9f3bb430352b"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:25:30.127539 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:30.150130 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port facd25d3-632a-46f3-976a-87dc484e1694 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:25:30.165545 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-53f2c74a-10da-4435-a564-2518edc10c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:30.173789 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port facd25d3-632a-46f3-976a-87dc484e1694 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:25:30.174622 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:30.259125 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-53f2c74a-10da-4435-a564-2518edc10c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:30.340392 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385ecb7-9773-40a6-ad17-59e3abe3b347 req-ade2d91f-ae6d-49da-9335-3a4ad0145231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:30.343609 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8385ecb7-9773-40a6-ad17-59e3abe3b347 req-ade2d91f-ae6d-49da-9335-3a4ad0145231 service neutron] 10.222.0.72 "GET /v2.0/networks?id=848c8866-fdff-4385-a864-0f9f4cb70ea5 HTTP/1.1" status: 200 len: 921 time: 0.4189417 Jun 29 17:25:30.370196 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a35ef3-7777-4fac-9684-dcd8b928c08b req-f267f747-7674-4d78-873f-47f3c5cd30bd tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:30.397992 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c7a35ef3-7777-4fac-9684-dcd8b928c08b req-f267f747-7674-4d78-873f-47f3c5cd30bd tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 943 time: 0.1911037 Jun 29 17:25:30.420816 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8385ecb7-9773-40a6-ad17-59e3abe3b347 req-d59b4f3d-81f1-40af-9fd4-23ac10c865f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b68d4d78-5032-4b48-bdc4-8dd5f98a1666 HTTP/1.1" status: 200 len: 217 time: 0.0599539 Jun 29 17:25:30.431235 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-53f2c74a-10da-4435-a564-2518edc10c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:30.436301 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-53f2c74a-10da-4435-a564-2518edc10c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:30.440586 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcef135-e309-4a28-9f71-685733cadc5a req-83f3c2e5-1d28-49ca-9cc9-a1b402ba06ca tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:30.443153 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5fcef135-e309-4a28-9f71-685733cadc5a req-83f3c2e5-1d28-49ca-9cc9-a1b402ba06ca tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 946 time: 0.2442234 Jun 29 17:25:30.450418 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-53f2c74a-10da-4435-a564-2518edc10c63 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3853d0eb-08eb-45bd-a039-f6ce2372b187 HTTP/1.1" status: 204 len: 168 time: 0.4993935 Jun 29 17:25:30.475529 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:30.543209 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385ecb7-9773-40a6-ad17-59e3abe3b347 req-6bd4ffd3-dc5e-461f-a5d8-335e8852e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:30.546191 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c7a35ef3-7777-4fac-9684-dcd8b928c08b req-b3acef06-7405-4fc7-b169-77873c9b0bc4 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471233 Jun 29 17:25:30.550797 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2c74a-10da-4435-a564-2518edc10c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3853d0eb-08eb-45bd-a039-f6ce2372b187,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:30.556954 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-53f2c74a-10da-4435-a564-2518edc10c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:30.571020 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8385ecb7-9773-40a6-ad17-59e3abe3b347 req-6bd4ffd3-dc5e-461f-a5d8-335e8852e63a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2836b31e-fb3d-46b6-943e-6bb4d25b15b8 HTTP/1.1" status: 200 len: 859 time: 0.1105590 Jun 29 17:25:30.663016 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8385ecb7-9773-40a6-ad17-59e3abe3b347 req-2499a2f5-419b-4499-b998-96783eaf8aa9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=848c8866-fdff-4385-a864-0f9f4cb70ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908384 Jun 29 17:25:30.680294 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:30.731948 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port facd25d3-632a-46f3-976a-87dc484e1694, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=facd25d3-632a-46f3-976a-87dc484e1694,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:30.741586 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:30.747798 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:30.772679 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5fcef135-e309-4a28-9f71-685733cadc5a req-b46d3889-c340-45da-9fdb-15aa5da1e4d7 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328385 Jun 29 17:25:30.880372 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=facd25d3-632a-46f3-976a-87dc484e1694,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:30.884749 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:30.908225 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8385ecb7-9773-40a6-ad17-59e3abe3b347 req-1c4fad4e-f2c9-46f6-ae35-bac885ebfaa8 service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324371 Jun 29 17:25:31.066101 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de85f1e-147c-4543-bf4d-338f67ad4d08 x-openstack-request-id: req-4de85f1e-147c-4543-bf4d-338f67ad4d08 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:25:31.066851 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bf8e48-a407-4b5a-b5ea-6ce668f9281d", "name": "network-vif-plugged", "status": "completed", "tag": "41967c9b-ffa4-4c60-8185-9f3bb430352b", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:25:31.067980 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4de85f1e-147c-4543-bf4d-338f67ad4d08 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:25:31.069185 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bf8e48-a407-4b5a-b5ea-6ce668f9281d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41967c9b-ffa4-4c60-8185-9f3bb430352b', 'code': 200} Jun 29 17:25:31.113381 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8385ecb7-9773-40a6-ad17-59e3abe3b347 req-796866e2-f0ab-42b3-8da7-ed813b269a14 service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964202 Jun 29 17:25:31.155638 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b58782-2e3a-4cc5-8b6f-9f085fcf5b4c req-f73a59e0-ab7e-4f0f-b11d-a9be10f146df tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:31.157721 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f3b58782-2e3a-4cc5-8b6f-9f085fcf5b4c req-f73a59e0-ab7e-4f0f-b11d-a9be10f146df tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 945 time: 0.1329513 Jun 29 17:25:31.212609 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f3b58782-2e3a-4cc5-8b6f-9f085fcf5b4c req-d31bf1d7-d9f5-4ab4-82a0-01ef584b7150 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476942 Jun 29 17:25:31.299995 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 597f1683-760b-40fe-b4db-93b3bf7049ed details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:25:31.501109 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 597f1683-760b-40fe-b4db-93b3bf7049ed, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=597f1683-760b-40fe-b4db-93b3bf7049ed,segment=NetworkSegment(b401a707-1d80-496c-a38c-4b3f6ee76a08),segment_id=b401a707-1d80-496c-a38c-4b3f6ee76a08)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:31.529877 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': '597f1683-760b-40fe-b4db-93b3bf7049ed', 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5', 'port_id': '597f1683-760b-40fe-b4db-93b3bf7049ed', 'mac_address': 'fa:16:3e:51:cd:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2836b31e-fb3d-46b6-943e-6bb4d25b15b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:25:31.605072 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da3663-8b4f-4c24-aa83-4d4fd31cc769 req-523f0b42-2c88-4d0b-9502-b0087c49ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:31.607858 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75da3663-8b4f-4c24-aa83-4d4fd31cc769 req-523f0b42-2c88-4d0b-9502-b0087c49ed9d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 1099 time: 0.2409418 Jun 29 17:25:31.638406 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:31.652906 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-75da3663-8b4f-4c24-aa83-4d4fd31cc769 req-c5d848e4-6ef4-4c36-8eb7-0c81ccd04e56 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:31.675841 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597f1683-760b-40fe-b4db-93b3bf7049ed {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:25:31.728518 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 597f1683-760b-40fe-b4db-93b3bf7049ed, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=597f1683-760b-40fe-b4db-93b3bf7049ed,segment=NetworkSegment(b401a707-1d80-496c-a38c-4b3f6ee76a08),segment_id=b401a707-1d80-496c-a38c-4b3f6ee76a08)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:31.737445 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:31.745060 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-32df8cc3-b250-4383-a96f-508caa07c9d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:31.921677 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=597f1683-760b-40fe-b4db-93b3bf7049ed,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:31.931999 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:31.979773 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538c97b-09ec-4759-b985-5781b51aa4f9 req-2dbfc213-4932-4d30-a239-fb48ddeb20d4 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:32.004308 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7538c97b-09ec-4759-b985-5781b51aa4f9 req-2dbfc213-4932-4d30-a239-fb48ddeb20d4 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 943 time: 0.2075880 Jun 29 17:25:32.025431 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-75da3663-8b4f-4c24-aa83-4d4fd31cc769 req-c5d848e4-6ef4-4c36-8eb7-0c81ccd04e56 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:32.032585 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-75da3663-8b4f-4c24-aa83-4d4fd31cc769 req-c5d848e4-6ef4-4c36-8eb7-0c81ccd04e56 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:32.036910 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:32.119490 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7538c97b-09ec-4759-b985-5781b51aa4f9 req-f82e4561-ddce-4d9c-8251-8132249b0f2f tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134839 Jun 29 17:25:32.155471 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['597f1683-760b-40fe-b4db-93b3bf7049ed'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:25:32.197316 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75da3663-8b4f-4c24-aa83-4d4fd31cc769 req-c5d848e4-6ef4-4c36-8eb7-0c81ccd04e56 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645640 Jun 29 17:25:32.213106 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d848e4-6ef4-4c36-8eb7-0c81ccd04e56 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=63d0f295-8e8b-4092-8aad-43fbcec5e34c,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:32.220898 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c5d848e4-6ef4-4c36-8eb7-0c81ccd04e56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:32.397364 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ab98e-9ef4-46e7-9c1f-241035c655e0 req-6f81a3ab-8528-47fd-bb4d-1897acb29a00 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:32.400187 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a62ab98e-9ef4-46e7-9c1f-241035c655e0 req-6f81a3ab-8528-47fd-bb4d-1897acb29a00 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 946 time: 0.2011487 Jun 29 17:25:32.475582 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a62ab98e-9ef4-46e7-9c1f-241035c655e0 req-79694cc8-d10f-4c3e-81f1-e05ffeca7653 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669117 Jun 29 17:25:32.505496 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5317bb-60e7-4cad-bac7-847e3717ba6f req-920a2080-edbd-4315-8ec3-3020ebaa3e83 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:32.507539 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-bd5317bb-60e7-4cad-bac7-847e3717ba6f req-920a2080-edbd-4315-8ec3-3020ebaa3e83 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 945 time: 0.1240010 Jun 29 17:25:32.569117 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-bd5317bb-60e7-4cad-bac7-847e3717ba6f req-3df661c3-d766-490d-8cdc-474359b0b5ee tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550046 Jun 29 17:25:33.070853 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb96db0d-d9b6-464a-b526-a9782a3c9df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facd25d3-632a-46f3-976a-87dc484e1694'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:33.075127 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c0f7b3-5d59-4b3a-9467-bee31e772ef6" -d '{"events": [{"server_uuid": "bb96db0d-d9b6-464a-b526-a9782a3c9df8", "name": "network-vif-plugged", "status": "completed", "tag": "facd25d3-632a-46f3-976a-87dc484e1694"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:25:33.156795 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869d891f-1763-44e4-a38c-6c7e7bc082f7 x-openstack-request-id: req-869d891f-1763-44e4-a38c-6c7e7bc082f7 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:25:33.157297 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb96db0d-d9b6-464a-b526-a9782a3c9df8", "name": "network-vif-plugged", "status": "completed", "tag": "facd25d3-632a-46f3-976a-87dc484e1694", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:25:33.157704 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-869d891f-1763-44e4-a38c-6c7e7bc082f7 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:25:33.158343 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb96db0d-d9b6-464a-b526-a9782a3c9df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facd25d3-632a-46f3-976a-87dc484e1694', 'code': 200} Jun 29 17:25:33.297734 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device b68d4d78-5032-4b48-bdc4-8dd5f98a1666 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:25:33.572186 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port b68d4d78-5032-4b48-bdc4-8dd5f98a1666, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b68d4d78-5032-4b48-bdc4-8dd5f98a1666,segment=NetworkSegment(b401a707-1d80-496c-a38c-4b3f6ee76a08),segment_id=b401a707-1d80-496c-a38c-4b3f6ee76a08)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:33.608748 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': 'b68d4d78-5032-4b48-bdc4-8dd5f98a1666', 'network_id': '848c8866-fdff-4385-a864-0f9f4cb70ea5', 'port_id': 'b68d4d78-5032-4b48-bdc4-8dd5f98a1666', 'mac_address': 'fa:16:3e:5e:a5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2836b31e-fb3d-46b6-943e-6bb4d25b15b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:25:33.621323 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e71b7-aa26-4a98-89c4-89f2bab4b61f req-ce08a5d9-9a61-4c3f-a7d2-ea94e20dc0c4 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:33.627941 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-701e71b7-aa26-4a98-89c4-89f2bab4b61f req-ce08a5d9-9a61-4c3f-a7d2-ea94e20dc0c4 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 943 time: 0.2016847 Jun 29 17:25:33.709392 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4925454-bdd4-4c61-bde5-1f3fcc99e535 req-5c6b2484-1a03-43f0-bdb8-edceea5a63c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:33.711087 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a4925454-bdd4-4c61-bde5-1f3fcc99e535 req-5c6b2484-1a03-43f0-bdb8-edceea5a63c8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 1098 time: 0.1428816 Jun 29 17:25:33.783699 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-701e71b7-aa26-4a98-89c4-89f2bab4b61f req-127bbf0f-150e-4905-b216-77a36a01e40f tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477010 Jun 29 17:25:33.786811 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:33.832741 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68d4d78-5032-4b48-bdc4-8dd5f98a1666 {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:25:33.868685 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a4925454-bdd4-4c61-bde5-1f3fcc99e535 req-8ddb2221-b0e4-4960-89d2-8bdeb64192c7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507552 Jun 29 17:25:33.919520 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port b68d4d78-5032-4b48-bdc4-8dd5f98a1666, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b68d4d78-5032-4b48-bdc4-8dd5f98a1666,segment=NetworkSegment(b401a707-1d80-496c-a38c-4b3f6ee76a08),segment_id=b401a707-1d80-496c-a38c-4b3f6ee76a08)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:33.925886 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:33.932656 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:34.006033 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c3721-d978-4929-8d79-19c423501291 req-eb0be329-5e45-47b9-b0a8-f0ce6fbcfbd1 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:34.009651 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-762c3721-d978-4929-8d79-19c423501291 req-eb0be329-5e45-47b9-b0a8-f0ce6fbcfbd1 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 946 time: 0.2457573 Jun 29 17:25:34.040706 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=b68d4d78-5032-4b48-bdc4-8dd5f98a1666,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:34.045426 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:34.103483 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-762c3721-d978-4929-8d79-19c423501291 req-a60ef78d-dec5-4298-8257-2d5f27e202b1 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880690 Jun 29 17:25:34.197850 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12e6e2-5816-446a-a04b-9bf544a5076f req-1d20f6a0-b3d6-437e-a919-82a13ba4e800 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:34.200535 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5d12e6e2-5816-446a-a04b-9bf544a5076f req-1d20f6a0-b3d6-437e-a919-82a13ba4e800 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 945 time: 0.1381731 Jun 29 17:25:34.265905 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5d12e6e2-5816-446a-a04b-9bf544a5076f req-dd89dad7-7e61-4f1c-bb30-91bcc9977fa3 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526910 Jun 29 17:25:34.354401 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 35940) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:34.489521 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['b68d4d78-5032-4b48-bdc4-8dd5f98a1666'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:25:34.915804 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-746f65cb-3778-4627-9a8c-1cee13baad58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:34.918735 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 35978) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:35.153534 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4dcef52b-f3e2-480f-b0ec-c2448151247b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:35.155774 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69c752-6829-4a0c-ae72-4bc71a92ded5 req-6977a10b-1473-47f0-9372-b4cd1c0bbb3c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:35.158796 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8c69c752-6829-4a0c-ae72-4bc71a92ded5 req-6977a10b-1473-47f0-9372-b4cd1c0bbb3c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 944 time: 0.1987779 Jun 29 17:25:35.229858 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-746f65cb-3778-4627-9a8c-1cee13baad58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:35.238357 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-746f65cb-3778-4627-9a8c-1cee13baad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:35.257963 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-faf7705e-0b42-480d-86e9-5cce8d2086b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:35.289731 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 597f1683-760b-40fe-b4db-93b3bf7049ed up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:25:35.295812 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8c69c752-6829-4a0c-ae72-4bc71a92ded5 req-b7ba436c-ad92-427a-9746-3cac6c2a51f7 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228986 Jun 29 17:25:35.365745 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-746f65cb-3778-4627-9a8c-1cee13baad58 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6ef0af856a0d4950a88a7cea4e6195be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0096405 Jun 29 17:25:35.369423 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 35992) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:35.382481 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f65cb-3778-4627-9a8c-1cee13baad58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a7cc41-cfb6-4da7-8984-365324877cd0,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:35.404407 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-746f65cb-3778-4627-9a8c-1cee13baad58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:35.479657 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port 597f1683-760b-40fe-b4db-93b3bf7049ed completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:25:35.489749 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port 597f1683-760b-40fe-b4db-93b3bf7049ed triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:25:35.491256 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:35.524250 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4dcef52b-f3e2-480f-b0ec-c2448151247b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:35.529758 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4dcef52b-f3e2-480f-b0ec-c2448151247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:35.558689 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-5b1f49c5-9870-4b51-837b-b1045deaf3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:35.572016 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-4dcef52b-f3e2-480f-b0ec-c2448151247b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=05e4ab6391854bfaa4e7dd89b39a8fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6427348 Jun 29 17:25:35.573999 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 35996) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:35.604891 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-aa006987-f589-45b8-97d1-981e09c4398e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:35.609695 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcef52b-f3e2-480f-b0ec-c2448151247b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5ada09-a9bb-408b-af1b-929d086d6eea,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:35.627248 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-4dcef52b-f3e2-480f-b0ec-c2448151247b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:35.638130 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f59f6e-8c65-4db7-8ffb-67b6cf9d9c7e req-3c4ad968-7feb-4469-a0a4-3b25dcf50c00 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:35.640091 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-58f59f6e-8c65-4db7-8ffb-67b6cf9d9c7e req-3c4ad968-7feb-4469-a0a4-3b25dcf50c00 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 946 time: 0.1632569 Jun 29 17:25:35.684942 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:35.689407 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-aa006987-f589-45b8-97d1-981e09c4398e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:35.696717 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-58f59f6e-8c65-4db7-8ffb-67b6cf9d9c7e req-158e7d6b-0eb7-4265-89d7-9f4f39744153 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488422 Jun 29 17:25:35.765633 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30e2910-9f10-47ae-8ba0-0081f02ceada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597f1683-760b-40fe-b4db-93b3bf7049ed'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:35.768101 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8072974f-780d-4dbf-a9b0-7adead8077cc" -d '{"events": [{"server_uuid": "e30e2910-9f10-47ae-8ba0-0081f02ceada", "name": "network-vif-plugged", "status": "completed", "tag": "597f1683-760b-40fe-b4db-93b3bf7049ed"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:25:35.812144 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 597f1683-760b-40fe-b4db-93b3bf7049ed, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=597f1683-760b-40fe-b4db-93b3bf7049ed,segment=NetworkSegment(b401a707-1d80-496c-a38c-4b3f6ee76a08),segment_id=b401a707-1d80-496c-a38c-4b3f6ee76a08)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:35.818829 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e1e7c-f765-46f9-8889-39ab132e8df1 req-61df0251-c1f8-46e8-95d9-02e99f556397 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:35.821145 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-465e1e7c-f765-46f9-8889-39ab132e8df1 req-61df0251-c1f8-46e8-95d9-02e99f556397 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 945 time: 0.3574648 Jun 29 17:25:35.834531 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:35.843720 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:35.903314 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9979197c-d477-4598-a712-343227606821 x-openstack-request-id: req-9979197c-d477-4598-a712-343227606821 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:25:35.903630 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30e2910-9f10-47ae-8ba0-0081f02ceada", "name": "network-vif-plugged", "status": "completed", "tag": "597f1683-760b-40fe-b4db-93b3bf7049ed", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:25:35.903943 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9979197c-d477-4598-a712-343227606821 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:25:35.904272 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30e2910-9f10-47ae-8ba0-0081f02ceada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597f1683-760b-40fe-b4db-93b3bf7049ed', 'code': 200} Jun 29 17:25:35.973501 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=597f1683-760b-40fe-b4db-93b3bf7049ed,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:35.990630 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:35.993349 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-089c9ce7-b67e-4cc8-ada4-8f3325d1a9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:36.064264 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-465e1e7c-f765-46f9-8889-39ab132e8df1 req-b6b96f29-c4df-4386-bcf0-5f0b93c82de4 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220170 Jun 29 17:25:36.068762 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-089c9ce7-b67e-4cc8-ada4-8f3325d1a9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:36.112289 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-aa006987-f589-45b8-97d1-981e09c4398e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:36.138486 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-aa006987-f589-45b8-97d1-981e09c4398e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:36.140301 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-aa006987-f589-45b8-97d1-981e09c4398e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/03a7cc41-cfb6-4da7-8984-365324877cd0 HTTP/1.1" status: 204 len: 168 time: 0.7690034 Jun 29 17:25:36.165901 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-741641dd-b402-46de-b86f-34c3c3817f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:36.185218 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa006987-f589-45b8-97d1-981e09c4398e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a7cc41-cfb6-4da7-8984-365324877cd0,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:36.195311 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-aa006987-f589-45b8-97d1-981e09c4398e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:36.233171 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-089c9ce7-b67e-4cc8-ada4-8f3325d1a9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:36.241190 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-089c9ce7-b67e-4cc8-ada4-8f3325d1a9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:36.243228 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-089c9ce7-b67e-4cc8-ada4-8f3325d1a9c7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/af5ada09-a9bb-408b-af1b-929d086d6eea HTTP/1.1" status: 204 len: 168 time: 0.6540599 Jun 29 17:25:36.244550 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:36.281037 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c9ce7-b67e-4cc8-ada4-8f3325d1a9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5ada09-a9bb-408b-af1b-929d086d6eea,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:36.289141 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-089c9ce7-b67e-4cc8-ada4-8f3325d1a9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:36.419185 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af93375-144e-4986-8a13-5e22b8d3b6a5 req-1675c098-76bf-4148-9d6c-e74857b21ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:36.427682 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7af93375-144e-4986-8a13-5e22b8d3b6a5 req-1675c098-76bf-4148-9d6c-e74857b21ff5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 1099 time: 0.1642981 Jun 29 17:25:36.565976 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7af93375-144e-4986-8a13-5e22b8d3b6a5 req-ad711226-a03a-4361-8b5a-1448b2cf8579 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251948 Jun 29 17:25:36.863289 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73869-e773-4d12-9e4c-c526573a6915 req-5cac8917-3dec-4c59-9213-f8fc50f01627 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:36.867398 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-90f73869-e773-4d12-9e4c-c526573a6915 req-5cac8917-3dec-4c59-9213-f8fc50f01627 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 944 time: 0.1600513 Jun 29 17:25:36.933596 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-90f73869-e773-4d12-9e4c-c526573a6915 req-e300bd9e-c98d-4729-b6f2-1b873145efbb tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564065 Jun 29 17:25:37.003171 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 36058) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:37.027073 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-94312a72-e5ba-416e-b3fe-527766f83567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.034679 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36060) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:37.054286 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3f2b9caf-aa03-4631-9fd9-c18d3440ed53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.172788 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-94312a72-e5ba-416e-b3fe-527766f83567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.181244 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-94312a72-e5ba-416e-b3fe-527766f83567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.185160 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:37.223673 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94312a72-e5ba-416e-b3fe-527766f83567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ba4a1b-501e-4988-9201-ade2b93197a1,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:37.236921 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-94312a72-e5ba-416e-b3fe-527766f83567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:37.330469 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device b68d4d78-5032-4b48-bdc4-8dd5f98a1666 up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:25:37.332050 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-94312a72-e5ba-416e-b3fe-527766f83567 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6a64a5c175704e7a80c2829ea782c58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259449 Jun 29 17:25:37.337146 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 36080) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:37.351194 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3f2b9caf-aa03-4631-9fd9-c18d3440ed53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.360173 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3f2b9caf-aa03-4631-9fd9-c18d3440ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.369456 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:37.434004 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-3f2b9caf-aa03-4631-9fd9-c18d3440ed53 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fba03589364c40069bcdade9462cc93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972485 Jun 29 17:25:37.436444 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b9caf-aa03-4631-9fd9-c18d3440ed53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67d4612-b111-4a85-af95-da5f61b86e89,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:37.452821 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36086) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:37.458764 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba60e8-6979-4098-a23c-b7295d6abcc6 req-2130919d-a0a2-4671-8db4-330810905648 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:37.466290 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port b68d4d78-5032-4b48-bdc4-8dd5f98a1666 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:25:37.469018 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-fdba60e8-6979-4098-a23c-b7295d6abcc6 req-2130919d-a0a2-4671-8db4-330810905648 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 945 time: 0.2068169 Jun 29 17:25:37.477191 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-3f2b9caf-aa03-4631-9fd9-c18d3440ed53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:37.478854 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port b68d4d78-5032-4b48-bdc4-8dd5f98a1666 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:25:37.479146 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.506128 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-20008c78-2fc6-4fad-812e-a31547ec7dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.565846 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-fdba60e8-6979-4098-a23c-b7295d6abcc6 req-beb9e0f4-70e3-4da5-bb46-2f8ebb8d2bbd tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955713 Jun 29 17:25:37.579557 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-20008c78-2fc6-4fad-812e-a31547ec7dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.609691 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-43bedcbb-3b93-49c3-b49e-e191df8d5dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.676751 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-20008c78-2fc6-4fad-812e-a31547ec7dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.681469 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-43bedcbb-3b93-49c3-b49e-e191df8d5dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.682352 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-20008c78-2fc6-4fad-812e-a31547ec7dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.683747 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-20008c78-2fc6-4fad-812e-a31547ec7dae admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/87ba4a1b-501e-4988-9201-ade2b93197a1 HTTP/1.1" status: 204 len: 168 time: 0.3440681 Jun 29 17:25:37.687339 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:37.712069 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20008c78-2fc6-4fad-812e-a31547ec7dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ba4a1b-501e-4988-9201-ade2b93197a1,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:37.713299 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.717056 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-20008c78-2fc6-4fad-812e-a31547ec7dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:37.750779 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-43bedcbb-3b93-49c3-b49e-e191df8d5dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.755371 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-43bedcbb-3b93-49c3-b49e-e191df8d5dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.756573 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-43bedcbb-3b93-49c3-b49e-e191df8d5dd7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f67d4612-b111-4a85-af95-da5f61b86e89 HTTP/1.1" status: 204 len: 168 time: 0.3016853 Jun 29 17:25:37.757500 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-ff975f9e-f396-4c1b-b160-420a596e2153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:37.781920 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bedcbb-3b93-49c3-b49e-e191df8d5dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67d4612-b111-4a85-af95-da5f61b86e89,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:37.796628 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-43bedcbb-3b93-49c3-b49e-e191df8d5dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:37.806634 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port b68d4d78-5032-4b48-bdc4-8dd5f98a1666, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b68d4d78-5032-4b48-bdc4-8dd5f98a1666,segment=NetworkSegment(b401a707-1d80-496c-a38c-4b3f6ee76a08),segment_id=b401a707-1d80-496c-a38c-4b3f6ee76a08)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:37.812698 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:37.815406 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:37.906190 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0646aaf-d9e4-46d0-8c17-c6d6664c15cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68d4d78-5032-4b48-bdc4-8dd5f98a1666'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:37.909141 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adf9650-518a-4513-aa52-6f44203991d7" -d '{"events": [{"server_uuid": "c0646aaf-d9e4-46d0-8c17-c6d6664c15cb", "name": "network-vif-plugged", "status": "completed", "tag": "b68d4d78-5032-4b48-bdc4-8dd5f98a1666"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:25:38.008298 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=b68d4d78-5032-4b48-bdc4-8dd5f98a1666,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:38.014497 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2399207-58ce-4313-91de-dc1f6296f8f3 x-openstack-request-id: req-a2399207-58ce-4313-91de-dc1f6296f8f3 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:25:38.016703 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0646aaf-d9e4-46d0-8c17-c6d6664c15cb", "name": "network-vif-plugged", "status": "completed", "tag": "b68d4d78-5032-4b48-bdc4-8dd5f98a1666", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:25:38.017272 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a2399207-58ce-4313-91de-dc1f6296f8f3 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:25:38.019371 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0646aaf-d9e4-46d0-8c17-c6d6664c15cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68d4d78-5032-4b48-bdc4-8dd5f98a1666', 'code': 200} Jun 29 17:25:38.021417 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:38.184955 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 36128) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:38.797014 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fc0f881d-e7ce-40b2-8717-9bf4600cfe09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:38.844731 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de98705-f045-45a8-94dc-b135c19ce006 req-911125f8-79f2-4b20-86d1-54c2f8d70f47 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:38.847508 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1de98705-f045-45a8-94dc-b135c19ce006 req-911125f8-79f2-4b20-86d1-54c2f8d70f47 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.5850189 Jun 29 17:25:38.853991 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-80a1eba6-81c6-4f2c-a22e-363140ae297a req-6e8b2be5-ca3e-4d79-9a5c-694396490323 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6278298 Jun 29 17:25:39.029131 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1de98705-f045-45a8-94dc-b135c19ce006 req-51ad9dba-ca14-4a20-989b-c8f56cccfda5 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734612 Jun 29 17:25:39.064763 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a9713-5349-4c5c-bc8d-ea05dce77033 req-b7f52a8f-ea3a-41da-bce4-3fef0887e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:39.066544 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-106a9713-5349-4c5c-bc8d-ea05dce77033 req-b7f52a8f-ea3a-41da-bce4-3fef0887e0d8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 1098 time: 0.4461286 Jun 29 17:25:39.168730 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-106a9713-5349-4c5c-bc8d-ea05dce77033 req-2211ef82-1b66-4645-9dbd-dee7f4d267f6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919764 Jun 29 17:25:39.186598 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1eba6-81c6-4f2c-a22e-363140ae297a req-912ad3a0-914a-4418-804f-b2057b7a86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:39.188375 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-80a1eba6-81c6-4f2c-a22e-363140ae297a req-912ad3a0-914a-4418-804f-b2057b7a86e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bab87edcd482462cbd1decad9411b53c&device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 1098 time: 0.1876311 Jun 29 17:25:39.231613 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fc0f881d-e7ce-40b2-8717-9bf4600cfe09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:39.236321 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fc0f881d-e7ce-40b2-8717-9bf4600cfe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:39.241184 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c5d848e4-6ef4-4c36-8eb7-0c81ccd04e56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:39.290062 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f881d-e7ce-40b2-8717-9bf4600cfe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d1e96e-2b2a-4e59-81f4-39e4ee27d635,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:39.311857 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36184) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:39.322034 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-fc0f881d-e7ce-40b2-8717-9bf4600cfe09 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cacd337cf8d94805a6a810ea0e27d4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1243870 Jun 29 17:25:39.324515 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-fc0f881d-e7ce-40b2-8717-9bf4600cfe09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:39.425682 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-288be6dc-114c-4795-946d-e6037fe71871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:39.495289 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-288be6dc-114c-4795-946d-e6037fe71871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:39.596674 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-288be6dc-114c-4795-946d-e6037fe71871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:39.604405 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-288be6dc-114c-4795-946d-e6037fe71871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:39.605179 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1eba6-81c6-4f2c-a22e-363140ae297a req-99e0c370-6268-429a-8fc8-2be7c135c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:39.605680 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-288be6dc-114c-4795-946d-e6037fe71871 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e2d1e96e-2b2a-4e59-81f4-39e4ee27d635 HTTP/1.1" status: 204 len: 168 time: 0.2920089 Jun 29 17:25:39.606495 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-82ffd474-15ea-435c-9add-a4f47a13b1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:39.607398 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-80a1eba6-81c6-4f2c-a22e-363140ae297a req-99e0c370-6268-429a-8fc8-2be7c135c6cc service neutron] 10.222.0.72 "GET /v2.0/networks?id=30c06445-69a3-473b-86ba-1a733d800ecd HTTP/1.1" status: 200 len: 916 time: 0.2155423 Jun 29 17:25:39.633561 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288be6dc-114c-4795-946d-e6037fe71871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d1e96e-2b2a-4e59-81f4-39e4ee27d635,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:39.637328 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-288be6dc-114c-4795-946d-e6037fe71871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:39.728964 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-80a1eba6-81c6-4f2c-a22e-363140ae297a req-7e0434c0-081e-4669-8570-572641f0cc34 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=facd25d3-632a-46f3-976a-87dc484e1694 HTTP/1.1" status: 200 len: 217 time: 0.0692959 Jun 29 17:25:39.827140 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1eba6-81c6-4f2c-a22e-363140ae297a req-801a4268-5496-4094-8c49-6e76326cc857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:39.830140 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-80a1eba6-81c6-4f2c-a22e-363140ae297a req-801a4268-5496-4094-8c49-6e76326cc857 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f500316-b6d9-43a2-a9a1-26ebe9df72d6 HTTP/1.1" status: 200 len: 854 time: 0.0890520 Jun 29 17:25:39.885592 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-80a1eba6-81c6-4f2c-a22e-363140ae297a req-64d290b1-e0d0-4123-9961-8f7cb3feff26 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30c06445-69a3-473b-86ba-1a733d800ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351708 Jun 29 17:25:39.893771 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 36212) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:40.048387 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-80a1eba6-81c6-4f2c-a22e-363140ae297a req-079660da-de64-4eba-966f-a08f4adb17e1 service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466801 Jun 29 17:25:40.243507 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-80a1eba6-81c6-4f2c-a22e-363140ae297a req-cf4e76cc-78ad-420b-af3c-51e59c061c92 service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785495 Jun 29 17:25:40.367128 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5943c-cf37-40e4-8054-da09213219f4 req-9aff385f-ffd8-4b1b-92b4-eaa37687fe4b tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:40.374762 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-73f5943c-cf37-40e4-8054-da09213219f4 req-9aff385f-ffd8-4b1b-92b4-eaa37687fe4b tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1027303 Jun 29 17:25:40.438488 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-73f5943c-cf37-40e4-8054-da09213219f4 req-4991c556-59b0-4373-856f-6b1428164d32 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623033 Jun 29 17:25:40.503829 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-940369814-network', 'tenant_id': '70299109f5444354a361b18a69660e98'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:25:40.555090 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Made reservation on behalf of 70299109f5444354a361b18a69660e98 for: {'network': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:25:40.561184 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.577497 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.740041 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.746779 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.763677 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1161, 'physical_network': 'physnet1'} {{(pid=93004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:25:40.772829 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-10cfa68a-ad41-42e4-9764-c60e92cc35b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:40.778247 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.778559 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.segments_db [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Added segment 17852bc8-e3b6-4438-81f7-21083986c315 of type vlan for network 3c0118f5-ac79-4a4c-80b3-5f7b4b538f62 Jun 29 17:25:40.787799 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36250) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:40.812823 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b247-6ccc-4a38-bf2b-7834c7839641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.843748 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fdda5a-2bc4-4656-977f-690efec6e25f,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:40.853925 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:40.862368 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.942613 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.947337 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:40.948091 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:40.953462 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-8ef037ee-85e4-432f-98d2-54c396b65240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:41.039430 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b247-6ccc-4a38-bf2b-7834c7839641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.047358 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b247-6ccc-4a38-bf2b-7834c7839641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.055514 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-dd65954d-c222-4d8b-8350-b8cbf42efae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:41.148006 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-b0b3b247-6ccc-4a38-bf2b-7834c7839641 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1c7c1f50584147a888a92a22b6ce116c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586533 Jun 29 17:25:41.149008 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36260) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:41.151903 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3b247-6ccc-4a38-bf2b-7834c7839641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8def17e-4160-411f-9073-d2e0f3400021,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:41.162586 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-b0b3b247-6ccc-4a38-bf2b-7834c7839641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:41.181027 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2836061 Jun 29 17:25:41.186753 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36262) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:41.194276 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-c0fc30d9-bcc4-43eb-a4a8-de0db2467eb4 admin admin] Request body: {'subnet': {'network_id': '3c0118f5-ac79-4a4c-80b3-5f7b4b538f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-940369814-subnet', 'tenant_id': '70299109f5444354a361b18a69660e98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:25:41.215031 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Pushing event updated for resources: {'Network': ['ID=3c0118f5-ac79-4a4c-80b3-5f7b4b538f62,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:41.220277 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:41.228869 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network 3c0118f5-ac79-4a4c-80b3-5f7b4b538f62 details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:25:41.276217 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fc30d9-bcc4-43eb-a4a8-de0db2467eb4 admin admin] Made reservation on behalf of 70299109f5444354a361b18a69660e98 for: {'subnet': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:25:41.279565 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c0fc30d9-bcc4-43eb-a4a8-de0db2467eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5156260'] for subnet, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.283455 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-889b3100-6ca1-42f8-9ceb-f3d2ea0d697e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.438675 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-889b3100-6ca1-42f8-9ceb-f3d2ea0d697e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.565561 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 36274) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:41.663654 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-889b3100-6ca1-42f8-9ceb-f3d2ea0d697e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.667996 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-889b3100-6ca1-42f8-9ceb-f3d2ea0d697e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.670010 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-889b3100-6ca1-42f8-9ceb-f3d2ea0d697e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a8def17e-4160-411f-9073-d2e0f3400021 HTTP/1.1" status: 204 len: 168 time: 0.5194271 Jun 29 17:25:41.684973 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-53f2c74a-10da-4435-a564-2518edc10c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:41.709489 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b3100-6ca1-42f8-9ceb-f3d2ea0d697e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8def17e-4160-411f-9073-d2e0f3400021,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:41.713335 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-889b3100-6ca1-42f8-9ceb-f3d2ea0d697e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:41.767128 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6ff31a16-da2d-4ac4-878d-c6d313b6d387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.845493 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c0fc30d9-bcc4-43eb-a4a8-de0db2467eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8352410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5156278'] for subnet, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.857133 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:41.942971 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6ff31a16-da2d-4ac4-878d-c6d313b6d387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.948560 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6ff31a16-da2d-4ac4-878d-c6d313b6d387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:41.951417 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:41.971278 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9f643-c424-4f41-9189-2a913b481530 req-fd6e329c-833f-4ed6-98b8-58d377392c86 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:41.975866 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fad9f643-c424-4f41-9189-2a913b481530 req-fd6e329c-833f-4ed6-98b8-58d377392c86 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.2676296 Jun 29 17:25:41.983348 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc30d9-bcc4-43eb-a4a8-de0db2467eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6f2621-09ba-48cb-b114-ab81c55fc867,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:41.992156 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff31a16-da2d-4ac4-878d-c6d313b6d387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13acf230-9d42-4225-93a0-e9e8ef17e596,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:41.999698 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-6ff31a16-da2d-4ac4-878d-c6d313b6d387 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=66e142978c274d348a327188ca8962c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295361 Jun 29 17:25:42.000824 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-6ff31a16-da2d-4ac4-878d-c6d313b6d387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:42.001424 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 36288) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:42.025559 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-c0fc30d9-bcc4-43eb-a4a8-de0db2467eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:42.045063 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fc30d9-bcc4-43eb-a4a8-de0db2467eb4 admin admin] Checking segment: {'id': '17852bc8-e3b6-4438-81f7-21083986c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '3c0118f5-ac79-4a4c-80b3-5f7b4b538f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:25:42.045585 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fc30d9-bcc4-43eb-a4a8-de0db2467eb4 admin admin] Network hostable DHCP agents. Network: 3c0118f5-ac79-4a4c-80b3-5f7b4b538f62, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:25:42.062217 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fad9f643-c424-4f41-9189-2a913b481530 req-1baa9e62-41e3-47b8-a97b-b74dfdd3b70c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610793 Jun 29 17:25:42.071848 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a6b9eeb9-9cc5-4d04-9d6e-0bab00cf0711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:42.101715 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fc30d9-bcc4-43eb-a4a8-de0db2467eb4 admin admin] Network 3c0118f5-ac79-4a4c-80b3-5f7b4b538f62 is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:25:42.117916 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-c0fc30d9-bcc4-43eb-a4a8-de0db2467eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, 3c0118f5-ac79-4a4c-80b3-5f7b4b538f62) {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:25:42.124773 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fc30d9-bcc4-43eb-a4a8-de0db2467eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:42.125029 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c0fc30d9-bcc4-43eb-a4a8-de0db2467eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:42.133646 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d319e698-e1e7-4d04-903a-88c59bc5c6a6 None None] Network 3c0118f5-ac79-4a4c-80b3-5f7b4b538f62 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:25:42.136175 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a6b9eeb9-9cc5-4d04-9d6e-0bab00cf0711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:42.144724 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-c0fc30d9-bcc4-43eb-a4a8-de0db2467eb4 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9565790 Jun 29 17:25:42.256203 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a6b9eeb9-9cc5-4d04-9d6e-0bab00cf0711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:42.259540 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a6b9eeb9-9cc5-4d04-9d6e-0bab00cf0711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:42.261074 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-a6b9eeb9-9cc5-4d04-9d6e-0bab00cf0711 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/13acf230-9d42-4225-93a0-e9e8ef17e596 HTTP/1.1" status: 204 len: 168 time: 0.2582669 Jun 29 17:25:42.262054 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-fc0f881d-e7ce-40b2-8717-9bf4600cfe09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:42.280390 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9eeb9-9cc5-4d04-9d6e-0bab00cf0711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13acf230-9d42-4225-93a0-e9e8ef17e596,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:42.298317 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-a6b9eeb9-9cc5-4d04-9d6e-0bab00cf0711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:42.545125 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4797ee99-acd6-439b-85b8-55d525a15a43 None None] Network 3c0118f5-ac79-4a4c-80b3-5f7b4b538f62 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:25:43.047146 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c2df3-c1af-432b-aa93-4f63828b2646 req-d49978e7-4127-4839-bfce-b7a709c2886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:43.049857 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-314c2df3-c1af-432b-aa93-4f63828b2646 req-d49978e7-4127-4839-bfce-b7a709c2886e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86f0d1cf5da54b34a84d748acfe3ab8c&device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 1098 time: 0.1567400 Jun 29 17:25:43.318747 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36336) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:43.339639 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-efa286a5-2c57-4aed-a134-759733d03e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:43.602406 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-efa286a5-2c57-4aed-a134-759733d03e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:43.610681 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-efa286a5-2c57-4aed-a134-759733d03e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:43.626166 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c2df3-c1af-432b-aa93-4f63828b2646 req-08b8dcdd-3125-42d6-8ce6-12f27e98bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:43.627975 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:43.628256 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-314c2df3-c1af-432b-aa93-4f63828b2646 req-08b8dcdd-3125-42d6-8ce6-12f27e98bb40 service neutron] 10.222.0.72 "GET /v2.0/networks?id=848c8866-fdff-4385-a864-0f9f4cb70ea5 HTTP/1.1" status: 200 len: 921 time: 0.5668838 Jun 29 17:25:43.655454 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561094-2a67-455a-835b-c07c11b5fccf req-50ad5dca-00fd-4b7c-aebe-eda4b985dfd9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:43.667199 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a7561094-2a67-455a-835b-c07c11b5fccf req-50ad5dca-00fd-4b7c-aebe-eda4b985dfd9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1942120 Jun 29 17:25:43.748861 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-314c2df3-c1af-432b-aa93-4f63828b2646 req-b609730a-0aad-47f0-a3b6-87687d6973f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b68d4d78-5032-4b48-bdc4-8dd5f98a1666 HTTP/1.1" status: 200 len: 217 time: 0.0792861 Jun 29 17:25:43.825545 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a7561094-2a67-455a-835b-c07c11b5fccf req-a2aac2ed-015b-4726-8157-2b2bfe41bdbc tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572185 Jun 29 17:25:43.830686 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-efa286a5-2c57-4aed-a134-759733d03e92 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9668e4be789d468e864ef4cda4edbe4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5097573 Jun 29 17:25:43.836876 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 36356) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:43.840044 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa286a5-2c57-4aed-a134-759733d03e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baeb527-5495-4015-b9fc-040a994c76f9,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:43.844266 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-efa286a5-2c57-4aed-a134-759733d03e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:43.864534 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c2df3-c1af-432b-aa93-4f63828b2646 req-01fc4497-49a3-4586-b026-cf774a6c1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:43.866075 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-314c2df3-c1af-432b-aa93-4f63828b2646 req-01fc4497-49a3-4586-b026-cf774a6c1138 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2836b31e-fb3d-46b6-943e-6bb4d25b15b8 HTTP/1.1" status: 200 len: 859 time: 0.0965316 Jun 29 17:25:43.900729 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27a6db-9aed-48d9-a743-519f6691d1cf req-3397236d-0e2c-4922-8b7e-af5b1cbb6f6c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:43.904032 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fe27a6db-9aed-48d9-a743-519f6691d1cf req-3397236d-0e2c-4922-8b7e-af5b1cbb6f6c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 946 time: 0.1828077 Jun 29 17:25:43.973104 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-314c2df3-c1af-432b-aa93-4f63828b2646 req-423b1779-8ff1-4666-a39a-789ae64fe98c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=848c8866-fdff-4385-a864-0f9f4cb70ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863924 Jun 29 17:25:43.986529 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fe27a6db-9aed-48d9-a743-519f6691d1cf req-21459c2f-c8c5-45b5-8a4b-7f7268e21561 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749533 Jun 29 17:25:44.063019 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1455931f-d239-4c4a-b745-b3151893585a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:44.101334 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36368) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:44.106637 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-916377370-network', 'tenant_id': 'eb82e8d6b78f46c997046e42f4532b11'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:25:44.123499 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1455931f-d239-4c4a-b745-b3151893585a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:44.151001 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Made reservation on behalf of eb82e8d6b78f46c997046e42f4532b11 for: {'network': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:25:44.153471 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:44.162531 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-314c2df3-c1af-432b-aa93-4f63828b2646 req-98cb1df1-6055-4f25-92ee-59e85c2f6fc8 service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712792 Jun 29 17:25:44.172200 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:44.288172 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-314c2df3-c1af-432b-aa93-4f63828b2646 req-a42d9b17-a8b0-4ca2-9bdc-bd625892911c service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175284 Jun 29 17:25:44.297036 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1455931f-d239-4c4a-b745-b3151893585a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:44.300479 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1455931f-d239-4c4a-b745-b3151893585a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:44.304854 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-1455931f-d239-4c4a-b745-b3151893585a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8baeb527-5495-4015-b9fc-040a994c76f9 HTTP/1.1" status: 204 len: 168 time: 0.4668674 Jun 29 17:25:44.306175 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e271344c-c69f-4676-a025-ad5a84e6e1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:44.316014 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455931f-d239-4c4a-b745-b3151893585a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baeb527-5495-4015-b9fc-040a994c76f9,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:44.321178 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-1455931f-d239-4c4a-b745-b3151893585a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:44.351867 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:44.357401 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:44.364192 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-288be6dc-114c-4795-946d-e6037fe71871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:44.406871 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b64750-2693-463b-b993-353c50cd58aa,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:44.413096 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:44.421999 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=93003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:25:44.436084 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:44.437468 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.segments_db [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Added segment 18abb65d-54c3-47b6-8f03-94009bab2388 of type vlan for network fcd44cff-5b9a-417a-86f1-fda942591752 Jun 29 17:25:44.546376 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:44.618602 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:44.621839 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:44.623095 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:44.630566 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:44.714088 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:44.739105 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-7c18edf8-bf02-41ae-8c67-208381294100 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:44.744016 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-7c18edf8-bf02-41ae-8c67-208381294100 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/networks?id=30c06445-69a3-473b-86ba-1a733d800ecd HTTP/1.1" status: 200 len: 814 time: 0.2788148 Jun 29 17:25:44.770084 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-dd7aec26-93ae-4a37-bb70-6c7c4b2585e5 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/quotas/bab87edcd482462cbd1decad9411b53c HTTP/1.1" status: 200 len: 375 time: 0.0168340 Jun 29 17:25:44.853713 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7511992 Jun 29 17:25:44.855236 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd44cff-5b9a-417a-86f1-fda942591752,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:44.868705 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36426) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:44.871370 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network fcd44cff-5b9a-417a-86f1-fda942591752 details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:25:44.876723 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-e087374a-33e3-4ab1-9f7c-3395d3473c1f admin admin] Request body: {'subnet': {'network_id': 'fcd44cff-5b9a-417a-86f1-fda942591752', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-916377370-subnet', 'tenant_id': 'eb82e8d6b78f46c997046e42f4532b11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:25:44.903027 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:44.908524 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e087374a-33e3-4ab1-9f7c-3395d3473c1f admin admin] Made reservation on behalf of eb82e8d6b78f46c997046e42f4532b11 for: {'subnet': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:25:44.911879 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e087374a-33e3-4ab1-9f7c-3395d3473c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5156260'] for subnet, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:44.914922 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-20a6282e-e952-4cb4-b930-210a5fe4a5d7 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=bab87edcd482462cbd1decad9411b53c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1360931 Jun 29 17:25:45.143447 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-000e572e-58d3-4854-9a68-be8e8a5fd5de service neutron] 10.222.0.101 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144620 Jun 29 17:25:45.268470 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b76183-2542-4e99-8465-e84d43dcbab5 req-fea6fb98-6bba-4e26-b2ab-27d73ea408ac tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:45.278977 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d4b76183-2542-4e99-8465-e84d43dcbab5 req-fea6fb98-6bba-4e26-b2ab-27d73ea408ac tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1700568 Jun 29 17:25:45.355353 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-34731735-ffae-4b55-9b85-23b2fab63cde service neutron] 10.222.0.101 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039704 Jun 29 17:25:45.374878 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e087374a-33e3-4ab1-9f7c-3395d3473c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8352410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5156278'] for subnet, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:45.382018 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:45.399603 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d4b76183-2542-4e99-8465-e84d43dcbab5 req-250b793e-126b-42d5-bdcc-982a3cb685e6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191800 Jun 29 17:25:45.515136 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087374a-33e3-4ab1-9f7c-3395d3473c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=138d7e4a-65be-47eb-afc6-1373004cc44e,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:45.520137 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-e087374a-33e3-4ab1-9f7c-3395d3473c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:45.545433 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e087374a-33e3-4ab1-9f7c-3395d3473c1f admin admin] Checking segment: {'id': '18abb65d-54c3-47b6-8f03-94009bab2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'fcd44cff-5b9a-417a-86f1-fda942591752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:25:45.545812 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e087374a-33e3-4ab1-9f7c-3395d3473c1f admin admin] Network hostable DHCP agents. Network: fcd44cff-5b9a-417a-86f1-fda942591752, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:25:45.573431 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e087374a-33e3-4ab1-9f7c-3395d3473c1f admin admin] Network fcd44cff-5b9a-417a-86f1-fda942591752 is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:25:45.588818 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-e087374a-33e3-4ab1-9f7c-3395d3473c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, fcd44cff-5b9a-417a-86f1-fda942591752) {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:25:45.599610 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4e65d7-bf11-47f8-b865-4165d7211d94 None None] Network fcd44cff-5b9a-417a-86f1-fda942591752 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:25:45.604765 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e087374a-33e3-4ab1-9f7c-3395d3473c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:45.605538 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e087374a-33e3-4ab1-9f7c-3395d3473c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:45.657043 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-e087374a-33e3-4ab1-9f7c-3395d3473c1f admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7860680 Jun 29 17:25:45.715018 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c760c91d-9572-4c0e-aa56-b1ae72b91904 req-12702de5-2a15-4491-b2f4-8822e2452061 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 210 time: 0.0853000 Jun 29 17:25:45.729388 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb77ec-d3a7-4b05-b7d7-fbca86dd496d req-8b263533-de6d-4de5-9f81-b85147d1721b tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:45.732282 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-aefb77ec-d3a7-4b05-b7d7-fbca86dd496d req-8b263533-de6d-4de5-9f81-b85147d1721b tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 946 time: 0.1221626 Jun 29 17:25:45.861171 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-aefb77ec-d3a7-4b05-b7d7-fbca86dd496d req-f3d54a7e-4041-4cfb-aae7-aef665518c3c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175506 Jun 29 17:25:45.953790 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2c57d9-2bbc-4744-b38c-0c65ce173e05 None None] Network fcd44cff-5b9a-417a-86f1-fda942591752 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:25:46.201994 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36486) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:46.631945 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa597132-c5d7-40b0-81fe-da5d75d856dd req-5a95c7b1-5a7a-4dbc-93fb-2d857981ef40 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:46.631945 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-fa597132-c5d7-40b0-81fe-da5d75d856dd req-5a95c7b1-5a7a-4dbc-93fb-2d857981ef40 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 946 time: 0.2265756 Jun 29 17:25:46.691125 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc1388-a2cf-4782-b810-0c43e0bc729e req-62d4f034-62a5-4ffd-b628-1c217aca7627 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:46.699888 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-24cc1388-a2cf-4782-b810-0c43e0bc729e req-62d4f034-62a5-4ffd-b628-1c217aca7627 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.0909450 Jun 29 17:25:46.762579 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-24cc1388-a2cf-4782-b810-0c43e0bc729e req-a795cac9-9fee-4d1b-a667-22059163c417 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602343 Jun 29 17:25:46.798865 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7db1b90f-7194-47f5-a600-9f560f7b577a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:46.987194 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-fa597132-c5d7-40b0-81fe-da5d75d856dd req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Deleting port 41967c9b-ffa4-4c60-8185-9f3bb430352b {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:25:46.987728 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-fa597132-c5d7-40b0-81fe-da5d75d856dd req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:47.007251 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7db1b90f-7194-47f5-a600-9f560f7b577a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:47.026961 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7db1b90f-7194-47f5-a600-9f560f7b577a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:47.033900 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-535e45cd-9959-4fcd-a080-5802c9e3d053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:47.091699 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8ac44320-f493-4b54-b6ce-0a54675ec36a req-b29b6841-bc21-4b9f-80d2-35b284701a85 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 210 time: 0.0815773 Jun 29 17:25:47.120801 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-7db1b90f-7194-47f5-a600-9f560f7b577a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d90c613559f7483e9046c5c51a4b9b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9154260 Jun 29 17:25:47.120801 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1b90f-7194-47f5-a600-9f560f7b577a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8de701-c5bb-4bc0-9453-c35ad29ca795,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:47.128268 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-fa597132-c5d7-40b0-81fe-da5d75d856dd req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] For port 41967c9b-ffa4-4c60-8185-9f3bb430352b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=41967c9b-ffa4-4c60-8185-9f3bb430352b,segment=NetworkSegment(e0dd2362-0c1c-4b12-a79e-daadb2deefcb),segment_id=e0dd2362-0c1c-4b12-a79e-daadb2deefcb)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:47.128804 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-fa597132-c5d7-40b0-81fe-da5d75d856dd req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:47.132908 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36542) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:47.140622 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7db1b90f-7194-47f5-a600-9f560f7b577a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:47.176807 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-fa597132-c5d7-40b0-81fe-da5d75d856dd req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Calling delete_port for 41967c9b-ffa4-4c60-8185-9f3bb430352b owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:25:47.225690 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:47.280977 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:47.419135 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-71fbd3bf-c7c8-40b0-b607-bb43fe73c9ba tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:47.433747 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-71fbd3bf-c7c8-40b0-b607-bb43fe73c9ba tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/networks?id=3c0118f5-ac79-4a4c-80b3-5f7b4b538f62 HTTP/1.1" status: 200 len: 808 time: 0.2742677 Jun 29 17:25:47.450948 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:47.457122 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:47.459503 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5d8de701-c5bb-4bc0-9453-c35ad29ca795 HTTP/1.1" status: 204 len: 168 time: 0.3253725 Jun 29 17:25:47.462577 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-bd39ba24-a8e3-4ab9-9bf8-6db2b6b49d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:47.479644 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8de701-c5bb-4bc0-9453-c35ad29ca795,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:47.480089 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-45b1b6ff-bfdf-479b-9304-7accccc7becc tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/quotas/70299109f5444354a361b18a69660e98 HTTP/1.1" status: 200 len: 375 time: 0.0447323 Jun 29 17:25:47.507218 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.508592 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.511349 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.512397 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.513152 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.513876 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.515225 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.516156 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.517088 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.520478 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.520478 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.520478 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.529073 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-c96c6bee-1ddc-46d4-bbcd-d80646af70f4 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=70299109f5444354a361b18a69660e98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483654 Jun 29 17:25:47.541464 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554e4a6-f1ed-4559-804e-de2ddcab4a96 req-10829bcd-354a-4ebe-963a-d0b94fc71d27 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:47.544367 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-2554e4a6-f1ed-4559-804e-de2ddcab4a96 req-10829bcd-354a-4ebe-963a-d0b94fc71d27 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 946 time: 0.2004876 Jun 29 17:25:47.545877 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:47.629994 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-2554e4a6-f1ed-4559-804e-de2ddcab4a96 req-4cd9b549-5716-4864-8070-f8d016d820dd tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/security-groups?id=1609e1e4-3ecc-4977-af9e-0293eeedfe66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735388 Jun 29 17:25:47.719037 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-fa597132-c5d7-40b0-81fe-da5d75d856dd req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:47.745925 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:47.808297 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-6f4ac1e6-af53-4522-94ae-dcc7236423c6 service neutron] 10.222.0.101 "GET /v2.0/networks/3c0118f5-ac79-4a4c-80b3-5f7b4b538f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779994 Jun 29 17:25:47.818449 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Pushing event deleted for resources: {'Port': ['ID=41967c9b-ffa4-4c60-8185-9f3bb430352b,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:47.910243 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.911336 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.911880 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.912471 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.913208 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.913907 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.914564 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.915224 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.915883 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.916524 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.917195 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:47.917880 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:25:48.005804 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:48.307548 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fb5d2-c83a-47fc-b7e4-a3f4301edaac req-c10668a0-7c2f-4ce2-8c6b-a4a51e9cc0b8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:48.316807 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-271fb5d2-c83a-47fc-b7e4-a3f4301edaac req-c10668a0-7c2f-4ce2-8c6b-a4a51e9cc0b8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1745193 Jun 29 17:25:48.331426 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36574) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:48.375518 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa597132-c5d7-40b0-81fe-da5d75d856dd req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] No DVR routers for this DVR port 41967c9b-ffa4-4c60-8185-9f3bb430352b on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:25:48.391739 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36578) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:48.396748 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-271fb5d2-c83a-47fc-b7e4-a3f4301edaac req-4f92c1e9-ed51-4c1f-bec5-b011e96ffa35 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560758 Jun 29 17:25:48.422258 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7c540259-098f-490e-b350-e3c7e3a8504f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:48.478358 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-fa597132-c5d7-40b0-81fe-da5d75d856dd req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:48.490829 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-fa597132-c5d7-40b0-81fe-da5d75d856dd req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.72 "DELETE /v2.0/ports/41967c9b-ffa4-4c60-8185-9f3bb430352b HTTP/1.1" status: 204 len: 173 time: 1.8391933 Jun 29 17:25:48.498188 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bf8e48-a407-4b5a-b5ea-6ce668f9281d', 'name': 'network-vif-deleted', 'tag': '41967c9b-ffa4-4c60-8185-9f3bb430352b'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:48.509735 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d959e9e-27d0-435c-8233-1164fdbb0ce0" -d '{"events": [{"server_uuid": "d9bf8e48-a407-4b5a-b5ea-6ce668f9281d", "name": "network-vif-deleted", "tag": "41967c9b-ffa4-4c60-8185-9f3bb430352b"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:25:48.710376 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-c1a60e34-6bcd-4e52-8fcd-b35dcacdf737 service neutron] 10.222.0.101 "GET /v2.0/networks/3c0118f5-ac79-4a4c-80b3-5f7b4b538f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8952503 Jun 29 17:25:48.730009 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7c540259-098f-490e-b350-e3c7e3a8504f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:48.768486 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c6356573-b3ef-4b4b-80df-ff53cebca0c5 req-3b304f18-808d-4abf-81d3-14faeeb68a5e tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 210 time: 0.0759614 Jun 29 17:25:48.769348 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7c540259-098f-490e-b350-e3c7e3a8504f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:48.774816 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-6f6735f3-0abd-49a7-a579-06e926562002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:48.830118 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-52afbb43-0895-47f7-9c85-221c81e29ee6 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:48.841251 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-7c540259-098f-490e-b350-e3c7e3a8504f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b828560e5ee14d32852dc7b909014e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402952 Jun 29 17:25:48.842428 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36592) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:48.848439 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-52afbb43-0895-47f7-9c85-221c81e29ee6 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "GET /v2.0/networks?id=30c06445-69a3-473b-86ba-1a733d800ecd HTTP/1.1" status: 200 len: 814 time: 0.4777169 Jun 29 17:25:48.853884 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c540259-098f-490e-b350-e3c7e3a8504f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7298b27-e3d8-43a4-ac3b-732e9671959d,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:48.864625 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7c540259-098f-490e-b350-e3c7e3a8504f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:48.868892 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-8acbc097-5d89-440d-8522-859aa529f13b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Request body: {'port': {'device_id': 'd23062ca-5176-4094-a429-25f12a5cbc25', 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd', 'admin_state_up': True, 'tenant_id': 'bab87edcd482462cbd1decad9411b53c'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:25:48.906265 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a154945-d9e3-4e3b-8648-6146283261ab x-openstack-request-id: req-5a154945-d9e3-4e3b-8648-6146283261ab {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:25:48.906559 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bf8e48-a407-4b5a-b5ea-6ce668f9281d", "name": "network-vif-deleted", "tag": "41967c9b-ffa4-4c60-8185-9f3bb430352b", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:25:48.906913 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5a154945-d9e3-4e3b-8648-6146283261ab {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:25:48.907332 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bf8e48-a407-4b5a-b5ea-6ce668f9281d', 'name': 'network-vif-deleted', 'tag': '41967c9b-ffa4-4c60-8185-9f3bb430352b', 'status': 'completed', 'code': 200} Jun 29 17:25:49.012751 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-55f291c5-cec1-4d3e-8f2a-d5c33aeb5044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:49.142799 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-55f291c5-cec1-4d3e-8f2a-d5c33aeb5044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:49.242387 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c2117447-a022-4c2d-bcd8-99550b7a2201 req-854859d4-8a51-4ae1-8780-085f4cd6d214 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 210 time: 0.0504162 Jun 29 17:25:49.294318 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-8acbc097-5d89-440d-8522-859aa529f13b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Made reservation on behalf of bab87edcd482462cbd1decad9411b53c for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:25:49.300501 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-8acbc097-5d89-440d-8522-859aa529f13b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:49.361592 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0730f8f7-f9c9-49fc-bc29-e921696ac1aa req-a42bc04c-2a69-4d06-a733-d8c7dd0e937b tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9bf8e48-a407-4b5a-b5ea-6ce668f9281d HTTP/1.1" status: 200 len: 210 time: 0.1161940 Jun 29 17:25:49.374848 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5bff1fde-c04c-439d-bf10-8b0d6ab58837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:49.428797 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-55f291c5-cec1-4d3e-8f2a-d5c33aeb5044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:49.437603 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 41967c9b-ffa4-4c60-8185-9f3bb430352b no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:25:49.439374 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-55f291c5-cec1-4d3e-8f2a-d5c33aeb5044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:49.442017 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-55f291c5-cec1-4d3e-8f2a-d5c33aeb5044 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b7298b27-e3d8-43a4-ac3b-732e9671959d HTTP/1.1" status: 204 len: 168 time: 0.5975668 Jun 29 17:25:49.445166 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-9cdc2ca1-a9bc-4e10-b37f-520a2645743a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:49.467838 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f291c5-cec1-4d3e-8f2a-d5c33aeb5044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7298b27-e3d8-43a4-ac3b-732e9671959d,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:49.506559 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-55f291c5-cec1-4d3e-8f2a-d5c33aeb5044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:49.529496 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: 41967c9b-ffa4-4c60-8185-9f3bb430352b {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:25:49.530484 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 41967c9b-ffa4-4c60-8185-9f3bb430352b not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:25:49.679288 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36624) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:49.698284 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5bff1fde-c04c-439d-bf10-8b0d6ab58837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:49.705871 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5bff1fde-c04c-439d-bf10-8b0d6ab58837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:49.715889 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-55f291c5-cec1-4d3e-8f2a-d5c33aeb5044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:49.813811 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff1fde-c04c-439d-bf10-8b0d6ab58837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248a7655-80c2-40dc-a0f3-e67c3af7005c,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:49.824784 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-5bff1fde-c04c-439d-bf10-8b0d6ab58837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:49.836096 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-8acbc097-5d89-440d-8522-859aa529f13b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Allocated IP 172.20.0.2 (30c06445-69a3-473b-86ba-1a733d800ecd/8f500316-b6d9-43a2-a9a1-26ebe9df72d6/0c0ece72-6051-4960-959a-a54506fb1214) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:25:49.925337 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-5bff1fde-c04c-439d-bf10-8b0d6ab58837 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=09456046ab0c4f67aa7bb3a51c7959ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5916870 Jun 29 17:25:49.928987 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36634) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:50.045237 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3ef08d0e-e532-40ce-89b0-0f999daea278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:50.100016 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3ef08d0e-e532-40ce-89b0-0f999daea278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:50.282244 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-28b2b17d-b1b1-4dfd-8be9-f69a336cc5b1 req-a45c2791-c20f-4b1a-8654-41544aeeb6c6 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 210 time: 0.1134629 Jun 29 17:25:50.287848 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3ef08d0e-e532-40ce-89b0-0f999daea278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:50.300370 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3ef08d0e-e532-40ce-89b0-0f999daea278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:50.307511 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-3ef08d0e-e532-40ce-89b0-0f999daea278 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/248a7655-80c2-40dc-a0f3-e67c3af7005c HTTP/1.1" status: 204 len: 168 time: 0.3750241 Jun 29 17:25:50.327691 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:50.372297 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef08d0e-e532-40ce-89b0-0f999daea278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248a7655-80c2-40dc-a0f3-e67c3af7005c,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:50.391726 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-3ef08d0e-e532-40ce-89b0-0f999daea278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:50.492696 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:25:50.560016 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0d82b-db78-4b5f-8cec-40895d9564b1 req-56d37d95-dc03-4c30-b5b2-bdbf98e6c466 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:50.574165 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-93d0d82b-db78-4b5f-8cec-40895d9564b1 req-56d37d95-dc03-4c30-b5b2-bdbf98e6c466 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.6518407 Jun 29 17:25:50.588989 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-923a24f2-24a8-4d59-ac66-98252ae48ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:50.628251 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-8acbc097-5d89-440d-8522-859aa529f13b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:50.688433 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-297fde50-7695-4221-8a98-0d89aa18b148 req-f81c8793-72f3-4fe5-af6b-297d7fc52323 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 210 time: 0.0884178 Jun 29 17:25:50.696777 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-93d0d82b-db78-4b5f-8cec-40895d9564b1 req-8433b696-a03e-431a-82b6-dd0c0124d963 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206672 Jun 29 17:25:50.777140 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-8acbc097-5d89-440d-8522-859aa529f13b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:50.788115 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-25ba0095-e7cb-44ff-8e2a-8906c9b7ccb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:50.805018 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['facd25d3-632a-46f3-976a-87dc484e1694'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:25:50.909729 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-8acbc097-5d89-440d-8522-859aa529f13b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Network 30c06445-69a3-473b-86ba-1a733d800ecd is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:25:50.917471 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-8acbc097-5d89-440d-8522-859aa529f13b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:25:50.927205 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-923a24f2-24a8-4d59-ac66-98252ae48ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:50.934392 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-8acbc097-5d89-440d-8522-859aa529f13b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:25:50.935970 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-923a24f2-24a8-4d59-ac66-98252ae48ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:50.982405 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7db1b90f-7194-47f5-a600-9f560f7b577a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:50.987871 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbc097-5d89-440d-8522-859aa529f13b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Pushing event updated for resources: {'Port': ['ID=0c0ece72-6051-4960-959a-a54506fb1214,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:51.003285 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-923a24f2-24a8-4d59-ac66-98252ae48ae6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1bce92f0470146bdb8b378e625644cfe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3228457 Jun 29 17:25:51.006900 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-8acbc097-5d89-440d-8522-859aa529f13b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:51.007731 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 36670) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:51.029540 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a24f2-24a8-4d59-ac66-98252ae48ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c18ed21-3587-4943-9d2e-891d9a8e72f0,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:51.042861 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-923a24f2-24a8-4d59-ac66-98252ae48ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:51.133322 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-8acbc097-5d89-440d-8522-859aa529f13b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:51.134612 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-8acbc097-5d89-440d-8522-859aa529f13b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:51.157508 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-871568f8-ffb9-4eb2-be3a-4afb65d3af55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:51.173555 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-8acbc097-5d89-440d-8522-859aa529f13b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3127272 Jun 29 17:25:51.188923 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-871568f8-ffb9-4eb2-be3a-4afb65d3af55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:51.213365 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Request body: {'port': {'device_id': 'd23062ca-5176-4094-a429-25f12a5cbc25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:25:51.295900 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-95616dd8-41a0-4728-82cc-d59166fef16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:51.386852 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:51.432676 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-871568f8-ffb9-4eb2-be3a-4afb65d3af55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:51.438772 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-871568f8-ffb9-4eb2-be3a-4afb65d3af55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:51.460591 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-871568f8-ffb9-4eb2-be3a-4afb65d3af55 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2c18ed21-3587-4943-9d2e-891d9a8e72f0 HTTP/1.1" status: 204 len: 168 time: 0.4449196 Jun 29 17:25:51.467387 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-86a007dd-fa64-48a1-b8fc-8322e2f5f20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:51.492155 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871568f8-ffb9-4eb2-be3a-4afb65d3af55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c18ed21-3587-4943-9d2e-891d9a8e72f0,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:51.499719 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-871568f8-ffb9-4eb2-be3a-4afb65d3af55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:51.660741 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36694) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:51.837033 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d738ea-ae1c-4ea0-a272-a04cb3de1ca0 req-ebd3bdaa-d180-46df-b28c-cfd3ff749e26 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:51.839164 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-78d738ea-ae1c-4ea0-a272-a04cb3de1ca0 req-ebd3bdaa-d180-46df-b28c-cfd3ff749e26 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 931 time: 0.2734911 Jun 29 17:25:51.967630 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-78d738ea-ae1c-4ea0-a272-a04cb3de1ca0 req-45c83608-402b-4638-ab8f-0c3c9153e4ef tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692234 Jun 29 17:25:52.030181 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-812a86a9-081f-401a-868e-200f79543b1b req-8b345284-25f2-4358-861b-1f93b3d8d272 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 210 time: 0.0784981 Jun 29 17:25:52.108275 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-18daaa66-a2af-4a5f-a5c9-dfc331ac8e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:52.245685 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0ece72-6051-4960-959a-a54506fb1214 {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:25:52.279658 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-ae87d4d3-b192-4e62-bdbc-26ebe414f435 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:52.283146 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-ae87d4d3-b192-4e62-bdbc-26ebe414f435 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.72 "GET /v2.0/networks?id=3c0118f5-ac79-4a4c-80b3-5f7b4b538f62 HTTP/1.1" status: 200 len: 808 time: 0.1700881 Jun 29 17:25:52.304651 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36712) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:52.309208 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:52.338827 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-41da25b4-4e20-48ac-bf09-d493e77adb39 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Request body: {'port': {'device_id': 'da2766e2-71e9-4868-a452-f87a3e7750df', 'network_id': '3c0118f5-ac79-4a4c-80b3-5f7b4b538f62', 'admin_state_up': True, 'tenant_id': '70299109f5444354a361b18a69660e98'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:25:52.342842 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-dcc112d3-b647-4d90-976f-844ee09eff97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:52.375682 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-18daaa66-a2af-4a5f-a5c9-dfc331ac8e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:52.443294 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-18daaa66-a2af-4a5f-a5c9-dfc331ac8e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:52.452295 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7c0c6506-7f94-46c9-ac22-d92e8f3d99f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:52.462105 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Transition to ACTIVE for port object 0c0ece72-6051-4960-959a-a54506fb1214 will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:25:52.474200 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:52.491316 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18daaa66-a2af-4a5f-a5c9-dfc331ac8e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1267389-a394-4895-9240-711851237a22,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:52.498457 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-8acbc097-5d89-440d-8522-859aa529f13b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:52.498762 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-18daaa66-a2af-4a5f-a5c9-dfc331ac8e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:52.548161 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-18daaa66-a2af-4a5f-a5c9-dfc331ac8e26 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=56cc3ffcb1774a84a6fbebcb1bbb552a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8857567 Jun 29 17:25:52.552575 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36718) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:52.621311 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-dcc112d3-b647-4d90-976f-844ee09eff97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:52.634834 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-dcc112d3-b647-4d90-976f-844ee09eff97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:52.640621 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:52.695992 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf8a2e-3618-431f-8f1f-0d475e56664c req-6078dd5c-f85e-4298-8b0f-031c3193a01a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:52.698664 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc112d3-b647-4d90-976f-844ee09eff97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566cf465-b41b-4ac7-8f09-339f4055a0ff,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:52.713187 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-dcc112d3-b647-4d90-976f-844ee09eff97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:52.716684 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4daf8a2e-3618-431f-8f1f-0d475e56664c req-6078dd5c-f85e-4298-8b0f-031c3193a01a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.4318156 Jun 29 17:25:52.737819 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-dcc112d3-b647-4d90-976f-844ee09eff97 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b346d0592d294e38b81d76fb524dc7df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4270403 Jun 29 17:25:52.737819 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0c45dacb-fceb-4928-ad50-ecc89264a154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:52.739418 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36732) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:52.792265 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0c45dacb-fceb-4928-ad50-ecc89264a154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:52.803029 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Pushing event updated for resources: {'Port': ['ID=0c0ece72-6051-4960-959a-a54506fb1214,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:52.827829 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:52.855918 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36738) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:52.866758 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a0d90141-2d74-4205-b264-5394a8e2d625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:52.925230 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4daf8a2e-3618-431f-8f1f-0d475e56664c req-dd9125d1-3acc-47e5-8b7e-0697fc982259 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051630 Jun 29 17:25:52.936500 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-41da25b4-4e20-48ac-bf09-d493e77adb39 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Made reservation on behalf of 70299109f5444354a361b18a69660e98 for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:25:52.950042 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-41da25b4-4e20-48ac-bf09-d493e77adb39 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:52.952334 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a0d90141-2d74-4205-b264-5394a8e2d625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:52.975594 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_v2 [None req-652989c5-6250-42c5-9d46-4ed495ec20d7 admin admin] Deleting subnet 28a3cfb3-155c-4ecd-9855-37dc09cff36f {{(pid=93003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:25:52.978847 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0c45dacb-fceb-4928-ad50-ecc89264a154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:52.986740 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Attempting to bind port 0c0ece72-6051-4960-959a-a54506fb1214 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:25:52.987276 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Attempting to bind port 0c0ece72-6051-4960-959a-a54506fb1214 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:25:52.987675 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Attempting to bind port 0c0ece72-6051-4960-959a-a54506fb1214 on network 30c06445-69a3-473b-86ba-1a733d800ecd {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:25:52.997242 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0c45dacb-fceb-4928-ad50-ecc89264a154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.001811 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-0c45dacb-fceb-4928-ad50-ecc89264a154 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c1267389-a394-4895-9240-711851237a22 HTTP/1.1" status: 204 len: 168 time: 0.4468880 Jun 29 17:25:53.008914 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:53.011410 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Port 0c0ece72-6051-4960-959a-a54506fb1214 on network 30c06445-69a3-473b-86ba-1a733d800ecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:25:53.011858 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Attempting to bind port 0c0ece72-6051-4960-959a-a54506fb1214 on network 30c06445-69a3-473b-86ba-1a733d800ecd {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:25:53.022886 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:25:53.024332 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Checking segment: {'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:25:53.024332 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Bound using segment: {'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:25:53.024938 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Bound port: 0c0ece72-6051-4960-959a-a54506fb1214, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:25:53.025338 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.045690 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-652989c5-6250-42c5-9d46-4ed495ec20d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.056270 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45dacb-fceb-4928-ad50-ecc89264a154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1267389-a394-4895-9240-711851237a22,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:53.134884 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-0c45dacb-fceb-4928-ad50-ecc89264a154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:53.167332 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-652989c5-6250-42c5-9d46-4ed495ec20d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8326977'] for subnet, precommit_delete_associations {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.184556 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] For port 0c0ece72-6051-4960-959a-a54506fb1214, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:25:53.188426 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] For port 0c0ece72-6051-4960-959a-a54506fb1214, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0c0ece72-6051-4960-959a-a54506fb1214,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:25:53.207109 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a0d90141-2d74-4205-b264-5394a8e2d625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.210829 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a0d90141-2d74-4205-b264-5394a8e2d625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.211321 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.212430 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-a0d90141-2d74-4205-b264-5394a8e2d625 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/566cf465-b41b-4ac7-8f09-339f4055a0ff HTTP/1.1" status: 204 len: 168 time: 0.4716127 Jun 29 17:25:53.218394 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-3f2b9caf-aa03-4631-9fd9-c18d3440ed53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:53.242897 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:53.260275 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-652989c5-6250-42c5-9d46-4ed495ec20d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960687'] for subnet, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.262705 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d90141-2d74-4205-b264-5394a8e2d625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566cf465-b41b-4ac7-8f09-339f4055a0ff,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:53.291758 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-a0d90141-2d74-4205-b264-5394a8e2d625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:53.354378 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6c41c-374e-443c-b24e-60b0e827a5e2 req-ac5e0e09-79b6-4ba2-a37c-69467369a9b4 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:53.355967 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-17b6c41c-374e-443c-b24e-60b0e827a5e2 req-ac5e0e09-79b6-4ba2-a37c-69467369a9b4 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 943 time: 0.1423483 Jun 29 17:25:53.358054 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-652989c5-6250-42c5-9d46-4ed495ec20d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8352469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156225'] for subnet, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.361375 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:53.398720 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652989c5-6250-42c5-9d46-4ed495ec20d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a3cfb3-155c-4ecd-9855-37dc09cff36f,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:53.401172 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-652989c5-6250-42c5-9d46-4ed495ec20d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.403530 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-652989c5-6250-42c5-9d46-4ed495ec20d7 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/28a3cfb3-155c-4ecd-9855-37dc09cff36f HTTP/1.1" status: 204 len: 168 time: 0.5461538 Jun 29 17:25:53.410902 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36754) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:53.412051 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-652989c5-6250-42c5-9d46-4ed495ec20d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:53.419538 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:53.421885 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.424375 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] 10.222.0.72 "PUT /v2.0/ports/0c0ece72-6051-4960-959a-a54506fb1214 HTTP/1.1" status: 200 len: 1093 time: 2.2240429 Jun 29 17:25:53.466461 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-cca7ee6c-ecd1-4206-ad42-b7cbc6d5294e req-2c78e78d-b4a7-4f08-88f5-c60c117e266a tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 210 time: 0.1297138 Jun 29 17:25:53.470210 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23062ca-5176-4094-a429-25f12a5cbc25', 'tag': '0c0ece72-6051-4960-959a-a54506fb1214'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:53.472932 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69cb4f9-1c8a-4ae8-a080-e3a61a828335" -d '{"events": [{"name": "network-changed", "server_uuid": "d23062ca-5176-4094-a429-25f12a5cbc25", "tag": "0c0ece72-6051-4960-959a-a54506fb1214"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:25:53.516808 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-17b6c41c-374e-443c-b24e-60b0e827a5e2 req-3b70459c-67a2-4739-958a-55f92dfcb492 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221917 Jun 29 17:25:53.564246 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48c4591-8dac-40d3-b201-e80a325623b6 x-openstack-request-id: req-c48c4591-8dac-40d3-b201-e80a325623b6 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:25:53.564969 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23062ca-5176-4094-a429-25f12a5cbc25", "tag": "0c0ece72-6051-4960-959a-a54506fb1214", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:25:53.565451 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c48c4591-8dac-40d3-b201-e80a325623b6 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:25:53.566191 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23062ca-5176-4094-a429-25f12a5cbc25', 'tag': '0c0ece72-6051-4960-959a-a54506fb1214', 'status': 'completed', 'code': 200} Jun 29 17:25:53.568911 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fd8f10cd-40e9-41ca-bcc8-b50feb199601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641426'] for network, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.604893 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-41da25b4-4e20-48ac-bf09-d493e77adb39 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Allocated IP 172.20.0.4 (3c0118f5-ac79-4a4c-80b3-5f7b4b538f62/1d6f2621-09ba-48cb-b114-ab81c55fc867/b8bcdb98-4978-44d2-9de6-58b3e7b2768b) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:25:53.607806 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Pushing event updated for resources: {'Port': ['ID=0c0ece72-6051-4960-959a-a54506fb1214,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:53.616902 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:53.689594 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-79c06cdb-81ba-41b7-8492-1ff2767fb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:53.692711 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-79c06cdb-81ba-41b7-8492-1ff2767fb700 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bab87edcd482462cbd1decad9411b53c&device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 1096 time: 0.1772664 Jun 29 17:25:53.793394 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fd8f10cd-40e9-41ca-bcc8-b50feb199601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960625', 'neutron.services.segments.db._delete_segments_for_network-8774724346435'] for network, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.796201 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-b1084525-d7e1-47e9-9282-7b3af619fc5e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c0ece72-6051-4960-959a-a54506fb1214 HTTP/1.1" status: 200 len: 217 time: 0.0836689 Jun 29 17:25:53.820811 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.services.segments.db [None req-fd8f10cd-40e9-41ca-bcc8-b50feb199601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde896f6-c9d2-4088-b96e-85c05da626b0']}} {{(pid=93003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:53.856188 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.services.segments.db [None req-fd8f10cd-40e9-41ca-bcc8-b50feb199601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0dd2362-0c1c-4b12-a79e-daadb2deefcb') {'for_net_delete': True} {{(pid=93003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:53.856710 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.services.segments.db [None req-fd8f10cd-40e9-41ca-bcc8-b50feb199601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0dd2362-0c1c-4b12-a79e-daadb2deefcb') {} {{(pid=93003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:25:53.882302 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fd8f10cd-40e9-41ca-bcc8-b50feb199601 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774724263370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8326990'] for segment, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.902037 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 36764) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:53.931770 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fd8f10cd-40e9-41ca-bcc8-b50feb199601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.935810 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-ad4b13cc-9999-4ee9-a931-63b90fa5388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:53.938505 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-ad4b13cc-9999-4ee9-a931-63b90fa5388b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f500316-b6d9-43a2-a9a1-26ebe9df72d6 HTTP/1.1" status: 200 len: 854 time: 0.1188390 Jun 29 17:25:53.945906 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4201-0e6d-4169-bebd-e3ad8d387294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.952391 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8f10cd-40e9-41ca-bcc8-b50feb199601 admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=93003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:25:53.953826 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-41da25b4-4e20-48ac-bf09-d493e77adb39 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.954598 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fd8f10cd-40e9-41ca-bcc8-b50feb199601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8352376'] for segment, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: Traceback (most recent call last): Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: timer() Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: cb(*args, **kw) Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: return func(*args, **kwargs) Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: self._notify() Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: self.callback(batched_events) Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: event.method(event) Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: return f(self, *a, **k) Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: return self._get(url).json() Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: return self.request(url, 'GET', **kwargs) Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:25:53.960309 dv-cinder-763306-14-smb neutron-server[93003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:25:54.110332 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-913f4407-5e81-4de6-95f6-ff3d67b37b65 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30c06445-69a3-473b-86ba-1a733d800ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525130 Jun 29 17:25:54.125415 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fd8f10cd-40e9-41ca-bcc8-b50feb199601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605428'] for network, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:54.136328 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:54.167073 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f10cd-40e9-41ca-bcc8-b50feb199601 admin admin] Pushing event deleted for resources: {'Network': ['ID=fde896f6-c9d2-4088-b96e-85c05da626b0,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:54.174755 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-fd8f10cd-40e9-41ca-bcc8-b50feb199601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:54.175519 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fd8f10cd-40e9-41ca-bcc8-b50feb199601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:54.186736 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-fd8f10cd-40e9-41ca-bcc8-b50feb199601 admin admin] 10.222.0.101 "DELETE /v2.0/networks/fde896f6-c9d2-4088-b96e-85c05da626b0 HTTP/1.1" status: 204 len: 168 time: 0.7734606 Jun 29 17:25:54.376065 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-41da25b4-4e20-48ac-bf09-d493e77adb39 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:54.395374 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:54.417783 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fb4fc-e128-425b-8305-d61dc215773a req-932d100c-efea-4684-afc6-6a6b422c11ff tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:54.419659 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-866fb4fc-e128-425b-8305-d61dc215773a req-932d100c-efea-4684-afc6-6a6b422c11ff tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1619227 Jun 29 17:25:54.426956 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-66ee71ad-c8e5-4d26-bc64-6ce290adf7da service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766612 Jun 29 17:25:54.514492 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-866fb4fc-e128-425b-8305-d61dc215773a req-059002d0-cfe0-4408-a952-48b33d17d4fd tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770714 Jun 29 17:25:54.525265 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-41da25b4-4e20-48ac-bf09-d493e77adb39 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Network 3c0118f5-ac79-4a4c-80b3-5f7b4b538f62 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:25:54.532243 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da25b4-4e20-48ac-bf09-d493e77adb39 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Pushing event updated for resources: {'Port': ['ID=b8bcdb98-4978-44d2-9de6-58b3e7b2768b,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:54.540841 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-41da25b4-4e20-48ac-bf09-d493e77adb39 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:25:54.547111 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-41da25b4-4e20-48ac-bf09-d493e77adb39 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:54.549678 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-41da25b4-4e20-48ac-bf09-d493e77adb39 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:25:54.608797 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:54.656902 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36790) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:54.835458 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-73f36ea9-0e57-4475-9468-4c408a7bf4a1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4deec94b63ce48e9bd5070f77f4e79ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1738021 Jun 29 17:25:54.837014 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36792) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:54.868547 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-bf718c16-5aaa-4203-925d-870dcba661c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:54.881088 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4201-0e6d-4169-bebd-e3ad8d387294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:54.917516 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4201-0e6d-4169-bebd-e3ad8d387294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:54.986860 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d6307b40-df20-4119-b114-245feb57e378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:55.009418 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cf151-d739-447e-bce0-8f46d8b8d870 req-34985c96-edce-4916-ad4c-7dd724ccbf89 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:55.011098 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e56cf151-d739-447e-bce0-8f46d8b8d870 req-34985c96-edce-4916-ad4c-7dd724ccbf89 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 943 time: 0.1346936 Jun 29 17:25:55.033092 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-746f65cb-3778-4627-9a8c-1cee13baad58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:55.037574 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d6307b40-df20-4119-b114-245feb57e378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:55.040975 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-bd3c4201-0e6d-4169-bebd-e3ad8d387294 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3734e9b0acd748c28235f0abc9c4099a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1369936 Jun 29 17:25:55.055856 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36798) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:55.287344 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e56cf151-d739-447e-bce0-8f46d8b8d870 req-445941a6-23c4-4ca1-ad96-2635da7999c8 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584846 Jun 29 17:25:55.324213 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-41da25b4-4e20-48ac-bf09-d493e77adb39 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:55.326147 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-41da25b4-4e20-48ac-bf09-d493e77adb39 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:55.355053 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d15a4f8-32c9-403b-9860-3f4a1c23ae87 req-0246a2d8-703e-4fd0-8b8a-8e53959fcb78 service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9065108 Jun 29 17:25:55.359919 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-41da25b4-4e20-48ac-bf09-d493e77adb39 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0458760 Jun 29 17:25:55.362041 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c4201-0e6d-4169-bebd-e3ad8d387294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe68b04-974d-4f1b-8442-827b3db41987,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:55.395926 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0b674259-a8de-4325-9f1a-117627145e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:55.442572 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Request body: {'port': {'device_id': 'da2766e2-71e9-4868-a452-f87a3e7750df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:25:55.447738 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-bd3c4201-0e6d-4169-bebd-e3ad8d387294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:55.511364 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0b674259-a8de-4325-9f1a-117627145e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:55.538078 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2967f7-eb2d-47d4-8fa0-95f85656bed7 req-517e578e-10ce-4272-8f62-4d68a2306d80 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:55.542280 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3f2967f7-eb2d-47d4-8fa0-95f85656bed7 req-517e578e-10ce-4272-8f62-4d68a2306d80 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 931 time: 0.5738773 Jun 29 17:25:55.585143 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d6307b40-df20-4119-b114-245feb57e378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:55.589221 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d6307b40-df20-4119-b114-245feb57e378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:55.594937 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-d6307b40-df20-4119-b114-245feb57e378 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1609e1e4-3ecc-4977-af9e-0293eeedfe66 HTTP/1.1" status: 204 len: 168 time: 0.7548473 Jun 29 17:25:55.610931 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-43bedcbb-3b93-49c3-b49e-e191df8d5dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:55.654644 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6307b40-df20-4119-b114-245feb57e378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1609e1e4-3ecc-4977-af9e-0293eeedfe66,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:55.670471 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-d6307b40-df20-4119-b114-245feb57e378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:55.748411 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0b674259-a8de-4325-9f1a-117627145e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:55.760247 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0b674259-a8de-4325-9f1a-117627145e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:55.767214 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-0b674259-a8de-4325-9f1a-117627145e56 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6fe68b04-974d-4f1b-8442-827b3db41987 HTTP/1.1" status: 204 len: 168 time: 0.7033155 Jun 29 17:25:55.768485 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-18daaa66-a2af-4a5f-a5c9-dfc331ac8e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:55.808020 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b674259-a8de-4325-9f1a-117627145e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe68b04-974d-4f1b-8442-827b3db41987,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:55.817496 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-0b674259-a8de-4325-9f1a-117627145e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:55.956143 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24321d50-76e9-4734-bc01-b88d542d4231 req-e27f9db5-78ff-4d79-940b-3589de5f1588 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:55.964408 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-24321d50-76e9-4734-bc01-b88d542d4231 req-e27f9db5-78ff-4d79-940b-3589de5f1588 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1647124 Jun 29 17:25:55.967331 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:55.990197 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3f2967f7-eb2d-47d4-8fa0-95f85656bed7 req-757d0870-2408-4229-b103-8508133ee2a7 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217559 Jun 29 17:25:56.028993 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-24321d50-76e9-4734-bc01-b88d542d4231 req-8b842bbe-3a6f-4c0d-b157-88cb48755539 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632496 Jun 29 17:25:56.118416 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cb4f9-1c8a-4ae8-a080-e3a61a828335 req-3c12adc6-0ff9-44a4-b8e7-0225db2507e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:56.122368 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a69cb4f9-1c8a-4ae8-a080-e3a61a828335 req-3c12adc6-0ff9-44a4-b8e7-0225db2507e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bab87edcd482462cbd1decad9411b53c&device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 1096 time: 0.5357816 Jun 29 17:25:56.478792 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cb4f9-1c8a-4ae8-a080-e3a61a828335 req-5605f44c-6afd-4d0e-9cf8-c7b18bf9b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:56.482425 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a69cb4f9-1c8a-4ae8-a080-e3a61a828335 req-5605f44c-6afd-4d0e-9cf8-c7b18bf9b478 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30c06445-69a3-473b-86ba-1a733d800ecd HTTP/1.1" status: 200 len: 916 time: 0.3456595 Jun 29 17:25:56.626844 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a69cb4f9-1c8a-4ae8-a080-e3a61a828335 req-3def002a-531b-4513-b406-b58bcb86fc86 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c0ece72-6051-4960-959a-a54506fb1214 HTTP/1.1" status: 200 len: 217 time: 0.1251066 Jun 29 17:25:56.762987 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cb4f9-1c8a-4ae8-a080-e3a61a828335 req-7a6207b8-d66d-4fda-aaf9-5613d8f2d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:56.766099 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a69cb4f9-1c8a-4ae8-a080-e3a61a828335 req-7a6207b8-d66d-4fda-aaf9-5613d8f2d122 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f500316-b6d9-43a2-a9a1-26ebe9df72d6 HTTP/1.1" status: 200 len: 854 time: 0.1182175 Jun 29 17:25:56.860048 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:56.870957 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a69cb4f9-1c8a-4ae8-a080-e3a61a828335 req-fb22fe05-4203-49f9-bb57-58f34645dc0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30c06445-69a3-473b-86ba-1a733d800ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922153 Jun 29 17:25:56.890325 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0e94b-e16f-402a-a789-468eb46d0def req-50ee60eb-d685-4ee4-9a48-2d301c4d420e tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:56.898535 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f1a0e94b-e16f-402a-a789-468eb46d0def req-50ee60eb-d685-4ee4-9a48-2d301c4d420e tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 943 time: 0.3049252 Jun 29 17:25:56.904337 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bcdb98-4978-44d2-9de6-58b3e7b2768b {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:25:56.931028 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:57.025373 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Transition to ACTIVE for port object b8bcdb98-4978-44d2-9de6-58b3e7b2768b will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:25:57.033824 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:57.042583 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:57.056760 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f1a0e94b-e16f-402a-a789-468eb46d0def req-46acb88f-12d5-4876-a909-e22995e0b7ba tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571774 Jun 29 17:25:57.190521 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bcdb98-4978-44d2-9de6-58b3e7b2768b,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:57.243796 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:57.339412 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a69cb4f9-1c8a-4ae8-a080-e3a61a828335 req-7fd84cc5-2700-4b2e-a296-c2cbb903271e service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379094 Jun 29 17:25:57.523817 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36912) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:57.537095 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4167505-8db9-4b39-94ea-1dfc83cf36dc req-c2b4da13-b0ce-45bb-9891-c08733dc6cfa tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:57.545602 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a4167505-8db9-4b39-94ea-1dfc83cf36dc req-c2b4da13-b0ce-45bb-9891-c08733dc6cfa tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.2895241 Jun 29 17:25:57.547626 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e2adb-b2d8-4726-ac00-f53145b17a24 req-b67df754-70e4-4ef0-8937-eaf2ff6c6836 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:57.555327 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-604e2adb-b2d8-4726-ac00-f53145b17a24 req-b67df754-70e4-4ef0-8937-eaf2ff6c6836 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 943 time: 0.3717563 Jun 29 17:25:57.589420 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Attempting to bind port b8bcdb98-4978-44d2-9de6-58b3e7b2768b on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:25:57.589980 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Attempting to bind port b8bcdb98-4978-44d2-9de6-58b3e7b2768b by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '17852bc8-e3b6-4438-81f7-21083986c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '3c0118f5-ac79-4a4c-80b3-5f7b4b538f62'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:25:57.590387 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Attempting to bind port b8bcdb98-4978-44d2-9de6-58b3e7b2768b on network 3c0118f5-ac79-4a4c-80b3-5f7b4b538f62 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:25:57.600216 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a69cb4f9-1c8a-4ae8-a080-e3a61a828335 req-22bbd1ca-1221-43dd-aff2-b3f52af7186b service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177114 Jun 29 17:25:57.601477 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Port b8bcdb98-4978-44d2-9de6-58b3e7b2768b on network 3c0118f5-ac79-4a4c-80b3-5f7b4b538f62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:25:57.602083 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Attempting to bind port b8bcdb98-4978-44d2-9de6-58b3e7b2768b on network 3c0118f5-ac79-4a4c-80b3-5f7b4b538f62 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:25:57.607633 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-604e2adb-b2d8-4726-ac00-f53145b17a24 req-27b9435e-1597-478e-a350-daceddcdc82f tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509083 Jun 29 17:25:57.637192 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:25:57.637955 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Checking segment: {'id': '17852bc8-e3b6-4438-81f7-21083986c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '3c0118f5-ac79-4a4c-80b3-5f7b4b538f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:25:57.638473 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Bound using segment: {'id': '17852bc8-e3b6-4438-81f7-21083986c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '3c0118f5-ac79-4a4c-80b3-5f7b4b538f62'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:25:57.638892 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Bound port: b8bcdb98-4978-44d2-9de6-58b3e7b2768b, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17852bc8-e3b6-4438-81f7-21083986c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '3c0118f5-ac79-4a4c-80b3-5f7b4b538f62'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:25:57.639267 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:57.668191 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a4167505-8db9-4b39-94ea-1dfc83cf36dc req-f9538265-aac8-471a-a592-dc9721d32e2d tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208103 Jun 29 17:25:57.765655 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] For port b8bcdb98-4978-44d2-9de6-58b3e7b2768b, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:25:57.770290 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] For port b8bcdb98-4978-44d2-9de6-58b3e7b2768b, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b8bcdb98-4978-44d2-9de6-58b3e7b2768b,segment=NetworkSegment(17852bc8-e3b6-4438-81f7-21083986c315),segment_id=17852bc8-e3b6-4438-81f7-21083986c315)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:25:57.776616 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:57.782680 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:57.828264 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:57.828965 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:57.831424 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] 10.222.0.72 "PUT /v2.0/ports/b8bcdb98-4978-44d2-9de6-58b3e7b2768b HTTP/1.1" status: 200 len: 1093 time: 2.4414353 Jun 29 17:25:57.832205 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2766e2-71e9-4868-a452-f87a3e7750df', 'tag': 'b8bcdb98-4978-44d2-9de6-58b3e7b2768b'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:25:57.835102 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba925e48-3a25-447e-8294-c5a94b4fdc05" -d '{"events": [{"name": "network-changed", "server_uuid": "da2766e2-71e9-4868-a452-f87a3e7750df", "tag": "b8bcdb98-4978-44d2-9de6-58b3e7b2768b"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:25:57.885050 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d9096b-b60c-4991-ad49-47b884d70ceb x-openstack-request-id: req-08d9096b-b60c-4991-ad49-47b884d70ceb {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:25:57.885673 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2766e2-71e9-4868-a452-f87a3e7750df", "tag": "b8bcdb98-4978-44d2-9de6-58b3e7b2768b", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:25:57.885958 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-08d9096b-b60c-4991-ad49-47b884d70ceb {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:25:57.886381 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2766e2-71e9-4868-a452-f87a3e7750df', 'tag': 'b8bcdb98-4978-44d2-9de6-58b3e7b2768b', 'status': 'completed', 'code': 200} Jun 29 17:25:57.890097 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bcdb98-4978-44d2-9de6-58b3e7b2768b,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:57.893475 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:57.981565 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-6f73bb23-9e97-43cf-a909-690a99bf6b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:57.984427 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-6f73bb23-9e97-43cf-a909-690a99bf6b77 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=70299109f5444354a361b18a69660e98&device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 1096 time: 0.0828917 Jun 29 17:25:57.990021 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-33b02883-3ced-4f2a-abe1-76860ee79b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:58.060466 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-d5e5bab0-5b52-4f70-8ad5-d89b270c82cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8bcdb98-4978-44d2-9de6-58b3e7b2768b HTTP/1.1" status: 200 len: 217 time: 0.0628898 Jun 29 17:25:58.153754 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-785b15dd-79ad-424e-997a-71f0f5fa8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:58.156123 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-785b15dd-79ad-424e-997a-71f0f5fa8efb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d6f2621-09ba-48cb-b114-ab81c55fc867 HTTP/1.1" status: 200 len: 848 time: 0.0715225 Jun 29 17:25:58.248821 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-33b02883-3ced-4f2a-abe1-76860ee79b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:58.250579 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-1294ffde-c940-4808-8bf0-2d77adbdfb0b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c0118f5-ac79-4a4c-80b3-5f7b4b538f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775056 Jun 29 17:25:58.258425 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-33b02883-3ced-4f2a-abe1-76860ee79b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:58.265480 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:58.337817 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-33b02883-3ced-4f2a-abe1-76860ee79b38 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8164842a1ff8438394509daed13e4309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8119316 Jun 29 17:25:58.341236 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36942) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:58.352836 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b02883-3ced-4f2a-abe1-76860ee79b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2ed988-e9ec-4f0d-9e1d-f802577f1c39,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:58.360023 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-33b02883-3ced-4f2a-abe1-76860ee79b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:58.474696 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a4906945-7253-4cc7-ab3f-1c4590e0d75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:58.507670 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a4906945-7253-4cc7-ab3f-1c4590e0d75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:58.519482 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-e1eb68df-c77c-4b7b-91a8-7768734960fc service neutron] 10.222.0.72 "GET /v2.0/networks/3c0118f5-ac79-4a4c-80b3-5f7b4b538f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606249 Jun 29 17:25:58.539753 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074154bc-de84-4749-822d-62de9a970e48 req-cd8a0cb0-fd8c-41ee-90b3-df75ea55b938 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:58.551584 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-074154bc-de84-4749-822d-62de9a970e48 req-cd8a0cb0-fd8c-41ee-90b3-df75ea55b938 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 943 time: 0.1508312 Jun 29 17:25:58.617752 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a4906945-7253-4cc7-ab3f-1c4590e0d75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:58.623987 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a4906945-7253-4cc7-ab3f-1c4590e0d75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:58.626618 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-a4906945-7253-4cc7-ab3f-1c4590e0d75d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fd2ed988-e9ec-4f0d-9e1d-f802577f1c39 HTTP/1.1" status: 204 len: 168 time: 0.2824974 Jun 29 17:25:58.628227 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-efa286a5-2c57-4aed-a134-759733d03e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:58.645796 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4906945-7253-4cc7-ab3f-1c4590e0d75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2ed988-e9ec-4f0d-9e1d-f802577f1c39,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:58.651086 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-a4906945-7253-4cc7-ab3f-1c4590e0d75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:58.708122 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-074154bc-de84-4749-822d-62de9a970e48 req-44799771-031d-4209-9ece-7e32a1b6e7ad tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551042 Jun 29 17:25:58.788942 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3c1c454a-25c2-483a-9acd-9d7f6c17393a req-60d47d5a-b9d2-4602-ae59-4a6b73b2b3dd service neutron] 10.222.0.72 "GET /v2.0/networks/3c0118f5-ac79-4a4c-80b3-5f7b4b538f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341478 Jun 29 17:25:58.835280 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36960) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:58.915835 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 36964) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:59.022577 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba925e48-3a25-447e-8294-c5a94b4fdc05 req-30310bd3-58e5-49c0-b39f-14065f2995f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:59.024366 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ba925e48-3a25-447e-8294-c5a94b4fdc05 req-30310bd3-58e5-49c0-b39f-14065f2995f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=70299109f5444354a361b18a69660e98&device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 1096 time: 0.1484244 Jun 29 17:25:59.034658 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ea9c9-7454-4455-99a0-960b86102314 req-018a4cfe-8dc3-451a-a90d-1ccc26e51bd8 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:59.038910 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ef3ea9c9-7454-4455-99a0-960b86102314 req-018a4cfe-8dc3-451a-a90d-1ccc26e51bd8 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 943 time: 0.1679635 Jun 29 17:25:59.060983 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64df3a-397c-4b98-85d3-b474910f9bb2 req-a7dba909-86ab-4e7e-8369-bb26d841cd20 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:59.063826 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ec64df3a-397c-4b98-85d3-b474910f9bb2 req-a7dba909-86ab-4e7e-8369-bb26d841cd20 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1488853 Jun 29 17:25:59.155417 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ef3ea9c9-7454-4455-99a0-960b86102314 req-e80304d4-65c8-4d01-8fdc-a50593108471 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026418 Jun 29 17:25:59.210691 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:59.224231 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba925e48-3a25-447e-8294-c5a94b4fdc05 req-e8e958f3-7dcf-4de3-81ca-54bd37ccc5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:59.225863 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ba925e48-3a25-447e-8294-c5a94b4fdc05 req-e8e958f3-7dcf-4de3-81ca-54bd37ccc5d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c0118f5-ac79-4a4c-80b3-5f7b4b538f62 HTTP/1.1" status: 200 len: 910 time: 0.1794555 Jun 29 17:25:59.234681 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ec64df3a-397c-4b98-85d3-b474910f9bb2 req-4d889482-d52b-4037-be79-792fc5d35736 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608516 Jun 29 17:25:59.287463 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ba925e48-3a25-447e-8294-c5a94b4fdc05 req-c6b8eab2-90ff-48dc-ba86-601963eb17d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8bcdb98-4978-44d2-9de6-58b3e7b2768b HTTP/1.1" status: 200 len: 217 time: 0.0485866 Jun 29 17:25:59.357260 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba925e48-3a25-447e-8294-c5a94b4fdc05 req-c753b268-ce4a-441f-831b-81472a9ae4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:25:59.359666 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ba925e48-3a25-447e-8294-c5a94b4fdc05 req-c753b268-ce4a-441f-831b-81472a9ae4d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d6f2621-09ba-48cb-b114-ab81c55fc867 HTTP/1.1" status: 200 len: 848 time: 0.0613408 Jun 29 17:25:59.418753 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ba925e48-3a25-447e-8294-c5a94b4fdc05 req-c13d56aa-a481-4e92-8062-6488c2ace2f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c0118f5-ac79-4a4c-80b3-5f7b4b538f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445549 Jun 29 17:25:59.459501 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 0c0ece72-6051-4960-959a-a54506fb1214 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:25:59.463789 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5f4b-8904-4a88-b0e7-5b9627fc3ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:59.529540 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-791220348-network', 'tenant_id': '2c41cecead69426387b4773190dc0f6b'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:25:59.613122 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ba925e48-3a25-447e-8294-c5a94b4fdc05 req-2a6efcee-bb2a-4b25-af7b-a4a0e06ab8c8 service neutron] 10.222.0.72 "GET /v2.0/networks/3c0118f5-ac79-4a4c-80b3-5f7b4b538f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775100 Jun 29 17:25:59.646386 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5f4b-8904-4a88-b0e7-5b9627fc3ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:59.652803 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 0c0ece72-6051-4960-959a-a54506fb1214, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0c0ece72-6051-4960-959a-a54506fb1214,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:59.654050 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5f4b-8904-4a88-b0e7-5b9627fc3ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:59.660941 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-4dcef52b-f3e2-480f-b0ec-c2448151247b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:59.668689 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': '0c0ece72-6051-4960-959a-a54506fb1214', 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd', 'port_id': '0c0ece72-6051-4960-959a-a54506fb1214', 'mac_address': 'fa:16:3e:c9:ab:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f500316-b6d9-43a2-a9a1-26ebe9df72d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:25:59.709250 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb5f4b-8904-4a88-b0e7-5b9627fc3ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8c9e72-2cd9-4acc-9932-46f29e08f183,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:59.722313 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:59.729393 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-b6fb5f4b-8904-4a88-b0e7-5b9627fc3ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:59.747615 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0ece72-6051-4960-959a-a54506fb1214 {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:25:59.768666 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-b6fb5f4b-8904-4a88-b0e7-5b9627fc3ca1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=beec6b942f544bc4afca208d24061974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9315207 Jun 29 17:25:59.773344 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Made reservation on behalf of 2c41cecead69426387b4773190dc0f6b for: {'network': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:25:59.774610 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36982) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:25:59.777769 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 0c0ece72-6051-4960-959a-a54506fb1214, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0c0ece72-6051-4960-959a-a54506fb1214,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:25:59.781617 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:59.790335 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:59.794143 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-32df8cc3-b250-4383-a96f-508caa07c9d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:25:59.796367 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:59.874138 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ba925e48-3a25-447e-8294-c5a94b4fdc05 req-2bea1731-5f6f-425e-a090-8f013b8a6fe5 service neutron] 10.222.0.72 "GET /v2.0/networks/3c0118f5-ac79-4a4c-80b3-5f7b4b538f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398546 Jun 29 17:25:59.921726 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9877994b-e03d-493c-9721-651804dd2085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:59.950467 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=0c0ece72-6051-4960-959a-a54506fb1214,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:25:59.965341 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:25:59.967684 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9877994b-e03d-493c-9721-651804dd2085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:25:59.975290 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 36986) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:00.037811 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:00.052071 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:00.057392 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9877994b-e03d-493c-9721-651804dd2085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:00.058673 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-a6b9eeb9-9cc5-4d04-9d6e-0bab00cf0711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:00.060910 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9877994b-e03d-493c-9721-651804dd2085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:00.067758 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-9877994b-e03d-493c-9721-651804dd2085 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2e8c9e72-2cd9-4acc-9932-46f29e08f183 HTTP/1.1" status: 204 len: 168 time: 0.2843618 Jun 29 17:26:00.067758 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-586f0303-f04d-4012-9163-bc6c2817e7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:00.086955 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 36994) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:00.095319 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99b257f-85df-4b4a-aa75-62487841ab93,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:00.102136 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877994b-e03d-493c-9721-651804dd2085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8c9e72-2cd9-4acc-9932-46f29e08f183,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:00.104112 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:00.108605 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1151, 'physical_network': 'physnet1'} {{(pid=93004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:26:00.109639 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-9877994b-e03d-493c-9721-651804dd2085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:00.123628 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:00.124093 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.segments_db [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Added segment e5b39536-54e5-4c9b-8e4a-52ee2a98c848 of type vlan for network 9d56230f-544f-4f28-b4a7-b388e6742ab0 Jun 29 17:26:00.130097 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3237e225-f691-410d-bdf9-8809fda7a8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:00.207751 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:00.292237 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:00.293748 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:00.294459 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:00.316217 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:00.347668 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['0c0ece72-6051-4960-959a-a54506fb1214'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:26:00.378700 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3237e225-f691-410d-bdf9-8809fda7a8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:00.438019 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5206599 Jun 29 17:26:00.444528 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 37002) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:00.461000 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-fdcf99f1-4e14-4507-8a64-a52bd1f023a7 admin admin] Request body: {'subnet': {'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-791220348-subnet', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:00.471432 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3237e225-f691-410d-bdf9-8809fda7a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:00.479783 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-dcc112d3-b647-4d90-976f-844ee09eff97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:00.512427 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237e225-f691-410d-bdf9-8809fda7a8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e220d81e-a21e-4cf2-9e2e-6cd656d00a98,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:00.520430 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6aa0abb5-3eca-476b-a5cf-e64994413fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:00.538077 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-3237e225-f691-410d-bdf9-8809fda7a8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:00.593867 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513be25e-e166-411a-8f25-bfc67655faba req-f0b0ac2d-e674-4d8a-96f5-01871de03489 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:00.596797 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-513be25e-e166-411a-8f25-bfc67655faba req-f0b0ac2d-e674-4d8a-96f5-01871de03489 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 944 time: 0.2259371 Jun 29 17:26:00.601318 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-3237e225-f691-410d-bdf9-8809fda7a8c4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=97aa08f46f0e4a14b458e4c4b577d397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119572 Jun 29 17:26:00.602745 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcf99f1-4e14-4507-8a64-a52bd1f023a7 admin admin] Made reservation on behalf of 2c41cecead69426387b4773190dc0f6b for: {'subnet': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:26:00.606047 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fdcf99f1-4e14-4507-8a64-a52bd1f023a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5156260'] for subnet, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:00.610779 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 37004) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:00.880237 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-513be25e-e166-411a-8f25-bfc67655faba req-899d64cb-7a24-441d-b6ad-e92c0e598bdc tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703266 Jun 29 17:26:00.880992 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=9d56230f-544f-4f28-b4a7-b388e6742ab0,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:00.890971 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:00.901456 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network 9d56230f-544f-4f28-b4a7-b388e6742ab0 details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:26:00.956650 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1f58-ec47-4ff9-b502-18b966f26e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.033068 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1f58-ec47-4ff9-b502-18b966f26e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.067753 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6aa0abb5-3eca-476b-a5cf-e64994413fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.078370 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6aa0abb5-3eca-476b-a5cf-e64994413fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.085774 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:01.136189 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1f58-ec47-4ff9-b502-18b966f26e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.143578 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1f58-ec47-4ff9-b502-18b966f26e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.147827 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-cb9a1f58-ec47-4ff9-b502-18b966f26e26 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e220d81e-a21e-4cf2-9e2e-6cd656d00a98 HTTP/1.1" status: 204 len: 168 time: 0.5343235 Jun 29 17:26:01.154373 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-3237e225-f691-410d-bdf9-8809fda7a8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:01.202463 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-6aa0abb5-3eca-476b-a5cf-e64994413fbb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=663d6745715e4fcda21a5ec8055f6b87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2268674 Jun 29 17:26:01.203883 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 37022) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:01.207482 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a1f58-ec47-4ff9-b502-18b966f26e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e220d81e-a21e-4cf2-9e2e-6cd656d00a98,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:01.214403 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-cb9a1f58-ec47-4ff9-b502-18b966f26e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:01.269303 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0abb5-3eca-476b-a5cf-e64994413fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb4df3e-2437-4899-867c-d939baf97418,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:01.290950 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-6aa0abb5-3eca-476b-a5cf-e64994413fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:01.330033 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdd43f-49d1-4d2e-835c-4bcb826e81ac req-9c450f3b-d13f-4f51-9d71-361363f00ba6 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:01.338830 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-accdd43f-49d1-4d2e-835c-4bcb826e81ac req-9c450f3b-d13f-4f51-9d71-361363f00ba6 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 943 time: 0.8585579 Jun 29 17:26:01.384150 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8503b2d2-cb2b-4263-b1c1-38b3acafc3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.437580 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-accdd43f-49d1-4d2e-835c-4bcb826e81ac req-5f907691-ef7b-411e-a32b-92daf6028f71 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973473 Jun 29 17:26:01.444009 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8503b2d2-cb2b-4263-b1c1-38b3acafc3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.536471 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33fe78-d313-4e23-90ec-e18aacbaad05 req-3000ed28-261b-4e6d-93da-b703f4ace9ac tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:01.545271 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ef33fe78-d313-4e23-90ec-e18aacbaad05 req-3000ed28-261b-4e6d-93da-b703f4ace9ac tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.3926444 Jun 29 17:26:01.547881 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8503b2d2-cb2b-4263-b1c1-38b3acafc3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.552708 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8503b2d2-cb2b-4263-b1c1-38b3acafc3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.557801 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-8503b2d2-cb2b-4263-b1c1-38b3acafc3ec admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5bb4df3e-2437-4899-867c-d939baf97418 HTTP/1.1" status: 204 len: 168 time: 0.3437669 Jun 29 17:26:01.559056 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-bd3c4201-0e6d-4169-bebd-e3ad8d387294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:01.571316 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503b2d2-cb2b-4263-b1c1-38b3acafc3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb4df3e-2437-4899-867c-d939baf97418,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:01.583702 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-8503b2d2-cb2b-4263-b1c1-38b3acafc3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:01.607610 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fdcf99f1-4e14-4507-8a64-a52bd1f023a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8352410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5156278'] for subnet, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.620636 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:01.642461 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ef33fe78-d313-4e23-90ec-e18aacbaad05 req-531a9c78-952e-4769-821f-db8175daed9f tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960047 Jun 29 17:26:01.713430 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf99f1-4e14-4507-8a64-a52bd1f023a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c2569ae-33c2-4499-81ca-7dac22d3f2ab,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:01.718786 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-fdcf99f1-4e14-4507-8a64-a52bd1f023a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:01.726811 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcf99f1-4e14-4507-8a64-a52bd1f023a7 admin admin] Checking segment: {'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:26:01.728009 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcf99f1-4e14-4507-8a64-a52bd1f023a7 admin admin] Network hostable DHCP agents. Network: 9d56230f-544f-4f28-b4a7-b388e6742ab0, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:26:01.763021 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcf99f1-4e14-4507-8a64-a52bd1f023a7 admin admin] Network 9d56230f-544f-4f28-b4a7-b388e6742ab0 is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:26:01.789670 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-fdcf99f1-4e14-4507-8a64-a52bd1f023a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, 9d56230f-544f-4f28-b4a7-b388e6742ab0) {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:01.803581 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e81b7c-c79e-4e75-9562-e7a3fec1c544 None None] Network 9d56230f-544f-4f28-b4a7-b388e6742ab0 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:26:01.806627 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcf99f1-4e14-4507-8a64-a52bd1f023a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:01.810107 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fdcf99f1-4e14-4507-8a64-a52bd1f023a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.846250 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-fdcf99f1-4e14-4507-8a64-a52bd1f023a7 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3985331 Jun 29 17:26:01.850966 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 37038) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:01.868054 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:01.958216 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-798'] for router, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:01.976424 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1982058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-777'] for router, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:02.143479 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:02.282559 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82051051-6113-5470-b093-2a6234e3e4de-9d56230f-544f-4f28-b4a7-b388e6742ab0', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab'}]}} from dv-cinder-763306-14-smb. {{(pid=93005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:26:02.288839 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:02.380578 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b54d1-97f8-4ba6-93d3-57dd832791ed req-dedf67cc-6e02-437e-ad1f-cd3c233ec39e tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:02.384761 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-644b54d1-97f8-4ba6-93d3-57dd832791ed req-dedf67cc-6e02-437e-ad1f-cd3c233ec39e tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 944 time: 0.1427200 Jun 29 17:26:02.386095 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 37056) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:02.451131 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1eedad40-adb7-4128-a2b4-3471ca1a47b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:02.490401 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-644b54d1-97f8-4ba6-93d3-57dd832791ed req-2e23b7ea-c6b3-4a1e-bd6e-2ceb14b393f7 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870383 Jun 29 17:26:02.549403 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1601909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1019'] for router, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:02.734354 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1eedad40-adb7-4128-a2b4-3471ca1a47b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:02.743646 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1eedad40-adb7-4128-a2b4-3471ca1a47b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:02.758770 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-6aa0abb5-3eca-476b-a5cf-e64994413fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:02.858340 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.db_base_plugin_common [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Allocated IP 172.20.0.2 (9d56230f-544f-4f28-b4a7-b388e6742ab0/9c2569ae-33c2-4499-81ca-7dac22d3f2ab/21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c) {{(pid=93005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:26:02.880682 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-1eedad40-adb7-4128-a2b4-3471ca1a47b8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=900d5f1fb0ab4fae8515e2c3455e39c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4879637 Jun 29 17:26:02.895556 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 37066) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:02.946161 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedad40-adb7-4128-a2b4-3471ca1a47b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d9bb57-3950-42b8-88a3-b11e9e803868,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:02.992662 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-1eedad40-adb7-4128-a2b4-3471ca1a47b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:03.081625 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-80bbe435-3e9d-4ec7-9097-0f7ce228adf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:03.116934 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-80bbe435-3e9d-4ec7-9097-0f7ce228adf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:03.152930 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:03.208848 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:03.219793 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4797e3-262a-4ce0-a0f6-7b6fc957018e req-b1d98df2-f6f0-46f3-bfcf-84d5df1a9b23 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:03.223221 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bb4797e3-262a-4ce0-a0f6-7b6fc957018e req-b1d98df2-f6f0-46f3-bfcf-84d5df1a9b23 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.3423083 Jun 29 17:26:03.225691 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-80bbe435-3e9d-4ec7-9097-0f7ce228adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:03.230700 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-80bbe435-3e9d-4ec7-9097-0f7ce228adf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:03.235223 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-80bbe435-3e9d-4ec7-9097-0f7ce228adf9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a7d9bb57-3950-42b8-88a3-b11e9e803868 HTTP/1.1" status: 204 len: 168 time: 0.3352196 Jun 29 17:26:03.237471 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-0c5dfce0-140d-4edc-b72d-aa4f1675f546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:03.281159 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbe435-3e9d-4ec7-9097-0f7ce228adf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d9bb57-3950-42b8-88a3-b11e9e803868,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:03.288101 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-80bbe435-3e9d-4ec7-9097-0f7ce228adf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:03.322645 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bb4797e3-262a-4ce0-a0f6-7b6fc957018e req-ad67010d-c5fc-4295-825a-8b04928e0990 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879126 Jun 29 17:26:03.426785 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe345cb8-55c7-4f81-950d-c2ededfea84b req-f89d9cdc-681b-40e2-8eeb-a08ae5b8b31a tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:03.428790 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fe345cb8-55c7-4f81-950d-c2ededfea84b req-f89d9cdc-681b-40e2-8eeb-a08ae5b8b31a tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 943 time: 0.4792931 Jun 29 17:26:03.449770 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_common [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Allocated IP 172.28.0.240 (48360abb-0c2a-46d3-ad90-a3956d77b608/c009a85e-4853-4052-a30a-9edb82f7da60/15feec92-9b39-40fa-906e-0feba0b29a95) {{(pid=93003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:26:03.450446 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Notify callbacks [] for port, precommit_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:03.475720 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Transition to ACTIVE for port object 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c will not be triggered until provisioned by entity L2. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:26:03.523296 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device b8bcdb98-4978-44d2-9de6-58b3e7b2768b details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:26:03.537360 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Transition to ACTIVE for port object 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c will not be triggered until provisioned by entity DHCP. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:26:03.576050 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fe345cb8-55c7-4f81-950d-c2ededfea84b req-3f5b4706-78af-4523-9006-59685d54a692 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359651 Jun 29 17:26:03.819295 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:03.871554 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port b8bcdb98-4978-44d2-9de6-58b3e7b2768b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b8bcdb98-4978-44d2-9de6-58b3e7b2768b,segment=NetworkSegment(17852bc8-e3b6-4438-81f7-21083986c315),segment_id=17852bc8-e3b6-4438-81f7-21083986c315)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:03.915530 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8352294'] for port, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:03.920837 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:03.947841 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': 'b8bcdb98-4978-44d2-9de6-58b3e7b2768b', 'network_id': '3c0118f5-ac79-4a4c-80b3-5f7b4b538f62', 'port_id': 'b8bcdb98-4978-44d2-9de6-58b3e7b2768b', 'mac_address': 'fa:16:3e:b9:5c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6f2621-09ba-48cb-b114-ab81c55fc867', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:26:03.967585 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 0c0ece72-6051-4960-959a-a54506fb1214 up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:26:04.004294 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca54b3-9633-4b24-8047-1c682c371836 req-a2e2e35d-9a52-48f9-bd88-d3921923e5e4 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:04.009529 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b1ca54b3-9633-4b24-8047-1c682c371836 req-a2e2e35d-9a52-48f9-bd88-d3921923e5e4 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 944 time: 0.2274942 Jun 29 17:26:04.035543 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:26:04.039748 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:04.044251 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Received port after_create {{(pid=93003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:26:04.071186 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948'] for port, after_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:04.073000 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Pushing event updated for resources: {'Port': ['ID=15feec92-9b39-40fa-906e-0feba0b29a95,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:04.078305 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:04.110123 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:04.182581 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b1ca54b3-9633-4b24-8047-1c682c371836 req-a3da7a3b-5778-4811-9f72-00d081fb6f0b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632769 Jun 29 17:26:04.262862 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Network 9d56230f-544f-4f28-b4a7-b388e6742ab0 is already hosted by enough agents. {{(pid=93005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:26:04.272969 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.base_scheduler [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Resources bound (agent type, host, resource id): {{(pid=93005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:04.278015 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Received port after_create {{(pid=93005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:26:04.295506 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:04.317273 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Pushing event updated for resources: {'Port': ['ID=21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c,revision_number=1']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:04.335397 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:04.363397 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bcdb98-4978-44d2-9de6-58b3e7b2768b {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:26:04.446586 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port 0c0ece72-6051-4960-959a-a54506fb1214 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:26:04.513328 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port b8bcdb98-4978-44d2-9de6-58b3e7b2768b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b8bcdb98-4978-44d2-9de6-58b3e7b2768b,segment=NetworkSegment(17852bc8-e3b6-4438-81f7-21083986c315),segment_id=17852bc8-e3b6-4438-81f7-21083986c315)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:04.530561 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port 0c0ece72-6051-4960-959a-a54506fb1214 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:04.533664 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:04.546174 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Attempting to bind port 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:26:04.547179 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Attempting to bind port 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:26:04.548069 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Attempting to bind port 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c on network 9d56230f-544f-4f28-b4a7-b388e6742ab0 {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:26:04.654583 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:04.672839 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:04.786852 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:26:04.787484 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Checking segment: {'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:26:04.799046 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:04.800111 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Bound using segment: {'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:26:04.804281 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Bound port: 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'}}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:26:04.805248 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:04.952023 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96096d-9e74-4676-96c6-20f9d9bfd37d req-0a70771b-f77b-4b74-bde4-8124386fb8f3 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:04.954096 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=b8bcdb98-4978-44d2-9de6-58b3e7b2768b,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:04.984173 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:04.984654 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:04.985091 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:04.985577 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:04.986046 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:04.986498 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:04.986921 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:04.987087 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9e96096d-9e74-4676-96c6-20f9d9bfd37d req-0a70771b-f77b-4b74-bde4-8124386fb8f3 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 944 time: 0.1769326 Jun 29 17:26:04.987512 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:04.988712 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:04.989451 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:04.991163 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:04.991698 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:05.023036 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:05.031246 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] For port 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:26:05.059465 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] For port 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:26:05.090022 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:05.090022 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:05.112611 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9e96096d-9e74-4676-96c6-20f9d9bfd37d req-01f9d05f-0f91-456d-b338-20358edf0280 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223485 Jun 29 17:26:05.113519 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:05.194013 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Pushing event updated for resources: {'Port': ['ID=21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c,revision_number=2']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:05.211919 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23062ca-5176-4094-a429-25f12a5cbc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0ece72-6051-4960-959a-a54506fb1214'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:26:05.216497 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1325f0c0-6683-4a9f-b1cb-6e25f27baf36" -d '{"events": [{"server_uuid": "d23062ca-5176-4094-a429-25f12a5cbc25", "name": "network-vif-plugged", "status": "completed", "tag": "0c0ece72-6051-4960-959a-a54506fb1214"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:26:05.224922 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:05.250139 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 0c0ece72-6051-4960-959a-a54506fb1214, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0c0ece72-6051-4960-959a-a54506fb1214,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:05.259287 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:05.263609 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:05.338642 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['b8bcdb98-4978-44d2-9de6-58b3e7b2768b'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:26:05.353832 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c353645e-2591-4faf-8b8d-200f5508d573 x-openstack-request-id: req-c353645e-2591-4faf-8b8d-200f5508d573 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:26:05.357180 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23062ca-5176-4094-a429-25f12a5cbc25", "name": "network-vif-plugged", "status": "completed", "tag": "0c0ece72-6051-4960-959a-a54506fb1214", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:26:05.358623 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c353645e-2591-4faf-8b8d-200f5508d573 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:26:05.359610 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23062ca-5176-4094-a429-25f12a5cbc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0ece72-6051-4960-959a-a54506fb1214', 'code': 200} Jun 29 17:26:05.430084 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b271506-108d-4a94-9e5a-c9a0cf71154f req-c5689396-279a-47ea-8c77-572ed07959be tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:05.435866 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-4b271506-108d-4a94-9e5a-c9a0cf71154f req-c5689396-279a-47ea-8c77-572ed07959be tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.7062185 Jun 29 17:26:05.445990 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:05.547129 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=0c0ece72-6051-4960-959a-a54506fb1214,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:05.555616 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:05.821067 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-4b271506-108d-4a94-9e5a-c9a0cf71154f req-beb00e9e-7ab9-42a5-b234-b045ef939d0a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465065 Jun 29 17:26:05.988575 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a021643-0dcd-449d-9fb1-04273c32e4a2 req-e4e048f8-1d24-4562-82a9-7cff18c0efa0 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:06.001965 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9a021643-0dcd-449d-9fb1-04273c32e4a2 req-e4e048f8-1d24-4562-82a9-7cff18c0efa0 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 945 time: 0.2695944 Jun 29 17:26:06.147206 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9a021643-0dcd-449d-9fb1-04273c32e4a2 req-2fc2a203-a773-4492-ba28-8fe9b7604c62 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441159 Jun 29 17:26:06.197025 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601937'] for router, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:06.237867 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5ee89-2b7c-4893-ae88-5fcf5a0d5811 req-b18a2730-1459-4ace-b561-8a0e765523eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:06.241386 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-32f5ee89-2b7c-4893-ae88-5fcf5a0d5811 req-b18a2730-1459-4ace-b561-8a0e765523eb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 1098 time: 0.2063253 Jun 29 17:26:06.343710 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-32f5ee89-2b7c-4893-ae88-5fcf5a0d5811 req-33701e8d-12d3-43f7-a8bb-85f7c3686be4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872388 Jun 29 17:26:06.613536 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 37224) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:06.664481 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4321caa-d938-42bf-b44b-cc9cef6db39b req-dfd2d6e3-baf6-4b33-b25f-b6dd0d361f72 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:06.666927 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f4321caa-d938-42bf-b44b-cc9cef6db39b req-dfd2d6e3-baf6-4b33-b25f-b6dd0d361f72 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 944 time: 0.2171855 Jun 29 17:26:06.729235 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Router 41c0429e-2796-4b61-9714-21d8f3c7dc58 is scheduled to L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 with binding_index 1 {{(pid=93003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:26:06.747915 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f4321caa-d938-42bf-b44b-cc9cef6db39b req-80761009-af15-46f8-b3bb-4f05bc76080c tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666418 Jun 29 17:26:06.979825 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7eb506-1e0b-4d7a-bc23-a2cbe0b21f69 None None] Network 9d56230f-544f-4f28-b4a7-b388e6742ab0 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:26:06.998889 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:26:07.012569 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Sync routers for ids ['41c0429e-2796-4b61-9714-21d8f3c7dc58'] in dv-cinder-763306-14-smb {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:26:07.025608 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Notify callbacks [] for router, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:07.031858 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1752131 Jun 29 17:26:07.032121 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Routers {'41c0429e-2796-4b61-9714-21d8f3c7dc58'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:26:07.032121 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:25:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['41c0429e-2796-4b61-9714-21d8f3c7dc58'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:07.032409 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 37234) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:07.052136 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4494f9a9-96c1-488b-a51e-534447d446fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:07.103932 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-7957b8c4-271a-45ee-8bc8-81ac350334c5 None None] Provisioning for port 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:26:07.301027 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d51ad-7f0a-4b25-a269-1673585f0e37 req-91b06d45-6610-4310-8474-30c8edbf4c47 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:07.309587 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-275d51ad-7f0a-4b25-a269-1673585f0e37 req-91b06d45-6610-4310-8474-30c8edbf4c47 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.2209020 Jun 29 17:26:07.349247 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Set router 41c0429e-2796-4b61-9714-21d8f3c7dc58 gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:26:07.417373 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-275d51ad-7f0a-4b25-a269-1673585f0e37 req-10b8f777-5ad6-4a6e-8b67-a4de3df3cd03 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053834 Jun 29 17:26:07.444349 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4494f9a9-96c1-488b-a51e-534447d446fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:07.457470 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4494f9a9-96c1-488b-a51e-534447d446fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:07.457470 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-cb584a04-905c-4f6e-bcbf-99612530ea63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:07.609684 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-4494f9a9-96c1-488b-a51e-534447d446fb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=777a9459180043f1a50c5e22b163ed42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9947770 Jun 29 17:26:07.614538 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494f9a9-96c1-488b-a51e-534447d446fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb027a06-4871-43e7-849b-e8f486ae1b98,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:07.620762 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-4494f9a9-96c1-488b-a51e-534447d446fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:07.621706 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 37248) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:07.774538 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-541fa777-1ac3-442f-ae6a-0aafca39b45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:07.852997 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:26:07.915641 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-541fa777-1ac3-442f-ae6a-0aafca39b45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:08.002535 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:26:08.008443 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:08.008707 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:08.043994 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-541fa777-1ac3-442f-ae6a-0aafca39b45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:08.048233 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-541fa777-1ac3-442f-ae6a-0aafca39b45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:08.054277 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-541fa777-1ac3-442f-ae6a-0aafca39b45c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/eb027a06-4871-43e7-849b-e8f486ae1b98 HTTP/1.1" status: 204 len: 168 time: 0.4263883 Jun 29 17:26:08.055903 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-20008c78-2fc6-4fad-812e-a31547ec7dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:08.072469 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:04Z', 'revision_number': 3, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:08.073388 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fa777-1ac3-442f-ae6a-0aafca39b45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb027a06-4871-43e7-849b-e8f486ae1b98,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:08.082263 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-541fa777-1ac3-442f-ae6a-0aafca39b45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:08.155985 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Checking router: 41c0429e-2796-4b61-9714-21d8f3c7dc58 for host: dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:26:08.157472 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Updating router 41c0429e-2796-4b61-9714-21d8f3c7dc58 port 15feec92-9b39-40fa-906e-0feba0b29a95 binding host dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:26:08.186552 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b13871-eeef-4f28-b250-0aaf068bd738 req-8cd7d4fe-c37c-40de-b215-a8f40ab465d5 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:08.190315 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-15b13871-eeef-4f28-b250-0aaf068bd738 req-8cd7d4fe-c37c-40de-b215-a8f40ab465d5 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 945 time: 0.4345150 Jun 29 17:26:08.208363 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:08.209498 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb6363-b27c-4cb3-98ed-948b56ab046a req-899f3de9-95e7-443a-878c-337f0c5b9138 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:08.211718 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5fbb6363-b27c-4cb3-98ed-948b56ab046a req-899f3de9-95e7-443a-878c-337f0c5b9138 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 944 time: 0.0946698 Jun 29 17:26:08.283740 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5fbb6363-b27c-4cb3-98ed-948b56ab046a req-7e575675-fb73-4f5b-b555-59985bf245c6 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564899 Jun 29 17:26:08.299348 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:08.306843 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:08.307137 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:08.312826 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:08.366990 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-15b13871-eeef-4f28-b250-0aaf068bd738 req-bba80b5a-23f8-4034-beea-9b39c1a1bf69 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605721 Jun 29 17:26:08.513063 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:08.583915 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c,revision_number=3']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:08.604314 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:08.924984 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_common [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Allocated IP 172.20.0.1 (9d56230f-544f-4f28-b4a7-b388e6742ab0/9c2569ae-33c2-4499-81ca-7dac22d3f2ab/a13d6907-5343-4bd9-8e90-02f37d236415) {{(pid=93003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:26:08.947761 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910b0bb-7ace-49e4-b28e-13b26a7714a3 req-bcd82a9c-3ac5-4d49-8e58-6514298ed94c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:08.949997 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d910b0bb-7ace-49e4-b28e-13b26a7714a3 req-bcd82a9c-3ac5-4d49-8e58-6514298ed94c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.2012060 Jun 29 17:26:09.101765 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d910b0bb-7ace-49e4-b28e-13b26a7714a3 req-a6b52035-124f-4234-a320-d1cd1ee57153 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371632 Jun 29 17:26:09.188056 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:09.216356 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.provisioning_blocks [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Transition to ACTIVE for port object a13d6907-5343-4bd9-8e90-02f37d236415 will not be triggered until provisioned by entity DHCP. {{(pid=93003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:26:09.235359 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Notify callbacks [] for port, precommit_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:09.255243 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.provisioning_blocks [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Transition to ACTIVE for port object 15feec92-9b39-40fa-906e-0feba0b29a95 will not be triggered until provisioned by entity L2. {{(pid=93006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:26:09.267813 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:09.281787 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:09.296885 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8352294'] for port, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:09.313299 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Attempting to bind port 15feec92-9b39-40fa-906e-0feba0b29a95 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:26:09.314014 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Attempting to bind port 15feec92-9b39-40fa-906e-0feba0b29a95 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}] {{(pid=93006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:26:09.315115 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Attempting to bind port 15feec92-9b39-40fa-906e-0feba0b29a95 on network 48360abb-0c2a-46d3-ad90-a3956d77b608 {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:26:09.319411 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:09.351723 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:26:09.352465 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Checking segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:26:09.353103 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:09.353834 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Bound using segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:26:09.354357 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Bound port: 15feec92-9b39-40fa-906e-0feba0b29a95, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}}] {{(pid=93006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:26:09.355886 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:09.444539 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Pushing event updated for resources: {'Port': ['ID=15feec92-9b39-40fa-906e-0feba0b29a95,revision_number=2']} {{(pid=93006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:09.476387 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:09.476791 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:09.477148 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:09.479505 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:09.481474 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:09.481905 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:09.482340 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:09.487436 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:09.488569 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:09.489138 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:09.495903 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:09.496359 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:09.526118 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device b8bcdb98-4978-44d2-9de6-58b3e7b2768b up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:26:09.531652 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:09.538141 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.db [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] For port 15feec92-9b39-40fa-906e-0feba0b29a95, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:26:09.547731 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.db [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] For port 15feec92-9b39-40fa-906e-0feba0b29a95, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=15feec92-9b39-40fa-906e-0feba0b29a95,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:26:09.552124 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Pushing event updated for resources: {'Port': ['ID=a13d6907-5343-4bd9-8e90-02f37d236415,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:09.562980 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:09.580541 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:09.588229 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:09.591889 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Network 9d56230f-544f-4f28-b4a7-b388e6742ab0 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:26:09.605983 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:09.618978 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Received port after_create {{(pid=93003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:26:09.785604 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:26:09.818224 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port b8bcdb98-4978-44d2-9de6-58b3e7b2768b completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:26:09.828159 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port b8bcdb98-4978-44d2-9de6-58b3e7b2768b triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:09.828825 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:09.916576 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688246'] for router_interface, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:09.955610 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Pushing event updated for resources: {'Port': ['ID=15feec92-9b39-40fa-906e-0feba0b29a95,revision_number=3']} {{(pid=93006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:09.982420 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:09.983056 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Routers {'41c0429e-2796-4b61-9714-21d8f3c7dc58'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:26:09.983731 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:25:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['41c0429e-2796-4b61-9714-21d8f3c7dc58'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:10.008909 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:10.009308 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.061387 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e34a1-5748-4b7a-b325-8642fa599a8b req-86c43f3d-9420-4c03-932f-3b14b9455fdf tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:10.070785 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b87e34a1-5748-4b7a-b325-8642fa599a8b req-86c43f3d-9420-4c03-932f-3b14b9455fdf tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 945 time: 0.1659393 Jun 29 17:26:10.145834 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b87e34a1-5748-4b7a-b325-8642fa599a8b req-b3ab4fee-aa85-4bfa-94d7-3d3304910745 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731370 Jun 29 17:26:10.155948 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.203216 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2766e2-71e9-4868-a452-f87a3e7750df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bcdb98-4978-44d2-9de6-58b3e7b2768b'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:26:10.209746 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d1a6f4-fad5-4c12-ab0a-97d7f3250ce3" -d '{"events": [{"server_uuid": "da2766e2-71e9-4868-a452-f87a3e7750df", "name": "network-vif-plugged", "status": "completed", "tag": "b8bcdb98-4978-44d2-9de6-58b3e7b2768b"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:26:10.312830 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] Set router 41c0429e-2796-4b61-9714-21d8f3c7dc58 gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:26:10.335284 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port b8bcdb98-4978-44d2-9de6-58b3e7b2768b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b8bcdb98-4978-44d2-9de6-58b3e7b2768b,segment=NetworkSegment(17852bc8-e3b6-4438-81f7-21083986c315),segment_id=17852bc8-e3b6-4438-81f7-21083986c315)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:10.346160 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.353322 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:10.487215 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-1a150591-5b32-4030-830f-1009ad722fef None None] Provisioning for port a13d6907-5343-4bd9-8e90-02f37d236415 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:26:10.490394 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a03abe-e7be-48a2-bb6e-6dada5ceaac5 req-5eff379d-b20c-46bb-93c3-614f73a31b8d tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:10.498308 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-51a03abe-e7be-48a2-bb6e-6dada5ceaac5 req-5eff379d-b20c-46bb-93c3-614f73a31b8d tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1192887 Jun 29 17:26:10.498819 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-1a150591-5b32-4030-830f-1009ad722fef None None] Provisioning complete for port a13d6907-5343-4bd9-8e90-02f37d236415 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:10.499238 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-1a150591-5b32-4030-830f-1009ad722fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:10.615094 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=b8bcdb98-4978-44d2-9de6-58b3e7b2768b,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:10.619138 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-51a03abe-e7be-48a2-bb6e-6dada5ceaac5 req-ad4a68ff-4b91-402a-b2b0-d46fb844c5ce tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153400 Jun 29 17:26:10.627319 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:10.635319 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-1a150591-5b32-4030-830f-1009ad722fef None None] Port a13d6907-5343-4bd9-8e90-02f37d236415 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:26:10.920173 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:04Z', 'revision_number': 3, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:10.957065 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee83eb3-ba25-459a-b80a-6a7cbd17080a None None] The sync data for ids ['41c0429e-2796-4b61-9714-21d8f3c7dc58'] in dv-cinder-763306-14-smb is: [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:04Z', 'revision_number': 3, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}] {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:26:11.006233 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e9fe0-225c-404b-b1f6-0bf1a6c5632a req-ad3d6d08-78da-4112-a7e0-f613d77c7047 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:11.008628 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a89e9fe0-225c-404b-b1f6-0bf1a6c5632a req-ad3d6d08-78da-4112-a7e0-f613d77c7047 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 945 time: 0.7331445 Jun 29 17:26:11.013816 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:11.130417 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a89e9fe0-225c-404b-b1f6-0bf1a6c5632a req-a31635bc-4d6c-4011-b100-8cb261768b0f tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080871 Jun 29 17:26:11.248421 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118dc86f-c2c9-4d78-a6d5-b68f21f56f08 x-openstack-request-id: req-118dc86f-c2c9-4d78-a6d5-b68f21f56f08 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:26:11.248944 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2766e2-71e9-4868-a452-f87a3e7750df", "name": "network-vif-plugged", "status": "completed", "tag": "b8bcdb98-4978-44d2-9de6-58b3e7b2768b", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:26:11.249437 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-118dc86f-c2c9-4d78-a6d5-b68f21f56f08 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:26:11.249990 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2766e2-71e9-4868-a452-f87a3e7750df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bcdb98-4978-44d2-9de6-58b3e7b2768b', 'code': 200} Jun 29 17:26:11.322120 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:11.331369 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8352276'] for port, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:11.406370 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-184c82ec-7736-459e-93f1-9501ed891120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:11.535650 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1804507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688098'] for router_interface, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:11.561592 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Pushing event updated for resources: {'Port': ['ID=a13d6907-5343-4bd9-8e90-02f37d236415,revision_number=2']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:11.566710 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:11.861633 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 15feec92-9b39-40fa-906e-0feba0b29a95 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:26:11.945647 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Network 9d56230f-544f-4f28-b4a7-b388e6742ab0 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:26:11.953150 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:12.168574 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 15feec92-9b39-40fa-906e-0feba0b29a95 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:26:12.188071 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 15feec92-9b39-40fa-906e-0feba0b29a95 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:12.188693 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:12.267331 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d634d9-2d32-4492-8ea3-d303ec1fc8c3 req-5b03708a-8ab8-4501-af16-e8251e715da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:12.276664 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-02d634d9-2d32-4492-8ea3-d303ec1fc8c3 req-5b03708a-8ab8-4501-af16-e8251e715da6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 1098 time: 0.2424123 Jun 29 17:26:12.365254 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-02d634d9-2d32-4492-8ea3-d303ec1fc8c3 req-58f5ce2d-6798-4bf9-99d2-98d9abf89253 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735197 Jun 29 17:26:12.427806 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-38b8dbde-241e-41f9-9a59-1d5223607a78 None None] Provisioning complete for port a13d6907-5343-4bd9-8e90-02f37d236415 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:12.430890 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-38b8dbde-241e-41f9-9a59-1d5223607a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:12.514122 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Router 41c0429e-2796-4b61-9714-21d8f3c7dc58 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:26:12.518924 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-38b8dbde-241e-41f9-9a59-1d5223607a78 None None] Port a13d6907-5343-4bd9-8e90-02f37d236415 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:26:12.604226 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:12.647541 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 15feec92-9b39-40fa-906e-0feba0b29a95, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=15feec92-9b39-40fa-906e-0feba0b29a95,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:12.650064 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d7b41-92d6-4173-ba4d-e0a43e0b031c req-08c09252-fc48-402c-a4b2-2d0fa02463de tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:12.652401 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-470d7b41-92d6-4173-ba4d-e0a43e0b031c req-08c09252-fc48-402c-a4b2-2d0fa02463de tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.4703226 Jun 29 17:26:12.654338 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:12.659208 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:12.781421 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=15feec92-9b39-40fa-906e-0feba0b29a95,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:12.793607 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:12.867998 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:26:12.885623 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-470d7b41-92d6-4173-ba4d-e0a43e0b031c req-dc91a3a6-b8cc-4004-a2ac-00ec9591631e tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428783 Jun 29 17:26:12.897444 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] 10.222.0.101 "PUT /v2.0/routers/41c0429e-2796-4b61-9714-21d8f3c7dc58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8639786 Jun 29 17:26:13.274070 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88ae5d-58e8-4a6b-82e8-f09616437326 req-d3305e07-3f44-472d-8fcb-c61802f9a665 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:13.290908 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ee88ae5d-58e8-4a6b-82e8-f09616437326 req-d3305e07-3f44-472d-8fcb-c61802f9a665 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 945 time: 0.1037273 Jun 29 17:26:13.470571 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ee88ae5d-58e8-4a6b-82e8-f09616437326 req-14b5ddf2-0837-46bf-8dc3-da8ef7781db6 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763103 Jun 29 17:26:13.728720 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 15feec92-9b39-40fa-906e-0feba0b29a95 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:26:13.822669 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 15feec92-9b39-40fa-906e-0feba0b29a95 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:13.824011 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:14.188954 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Sync routers for ids ['41c0429e-2796-4b61-9714-21d8f3c7dc58'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:26:14.210239 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Routers {'41c0429e-2796-4b61-9714-21d8f3c7dc58'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:26:14.213135 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:25:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['41c0429e-2796-4b61-9714-21d8f3c7dc58'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:14.255941 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef4d1f-8c12-4be2-b159-0a87bca98b1b req-6cb09538-331e-48c8-a6cc-8122d95ebd10 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:14.270278 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-12ef4d1f-8c12-4be2-b159-0a87bca98b1b req-6cb09538-331e-48c8-a6cc-8122d95ebd10 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1301563 Jun 29 17:26:14.319721 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-12ef4d1f-8c12-4be2-b159-0a87bca98b1b req-ddac5f8a-6419-45ab-8b02-0e8178bc4bdf tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434778 Jun 29 17:26:14.498323 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Set router 41c0429e-2796-4b61-9714-21d8f3c7dc58 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:26:14.593510 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 37400) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:14.603499 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-0c95a39a-1ccb-429f-a27b-f7406e439ae4 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1623740740', 'description': 'tempest-description--454538586'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:14.665863 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0c95a39a-1ccb-429f-a27b-f7406e439ae4 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:14.789621 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:14.900218 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5d3f4-6790-4c08-a7bb-a298e812d487 req-cc197b57-1983-41f5-9150-1a2a624212f6 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:14.903022 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c8e5d3f4-6790-4c08-a7bb-a298e812d487 req-cc197b57-1983-41f5-9150-1a2a624212f6 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 945 time: 0.2103548 Jun 29 17:26:14.958258 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:10Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': 'a13d6907-5343-4bd9-8e90-02f37d236415', 'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'mac_address': 'fa:16:3e:1f:b7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:08Z', 'updated_at': '2021-06-29T17:26:11Z', 'revision_number': 2, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'subnets': [{'id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:15.008716 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0c95a39a-1ccb-429f-a27b-f7406e439ae4 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:15.015096 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Checking router: 41c0429e-2796-4b61-9714-21d8f3c7dc58 for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:26:15.016048 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Updating router 41c0429e-2796-4b61-9714-21d8f3c7dc58 port a13d6907-5343-4bd9-8e90-02f37d236415 binding host dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:26:15.016420 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0c95a39a-1ccb-429f-a27b-f7406e439ae4 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:15.019679 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-aa006987-f589-45b8-97d1-981e09c4398e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:15.025256 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c8e5d3f4-6790-4c08-a7bb-a298e812d487 req-914c7ef9-df37-4c80-b164-20bdb0f247b4 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062787 Jun 29 17:26:15.054814 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0c95a39a-1ccb-429f-a27b-f7406e439ae4 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:15.056450 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-0c95a39a-1ccb-429f-a27b-f7406e439ae4 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4608684 Jun 29 17:26:15.061066 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 37410) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:15.069158 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-64560f35-9f2e-4d8b-b8ca-cb24e661d65e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Request body: {'security_group_rule': {'security_group_id': '851b4f9d-e215-4af6-8c29-725c9138e4e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:15.069613 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95a39a-1ccb-429f-a27b-f7406e439ae4 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851b4f9d-e215-4af6-8c29-725c9138e4e5,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:15.078040 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-0c95a39a-1ccb-429f-a27b-f7406e439ae4 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:15.096668 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:15.146153 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-64560f35-9f2e-4d8b-b8ca-cb24e661d65e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:15.352353 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-64560f35-9f2e-4d8b-b8ca-cb24e661d65e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:15.391603 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-64560f35-9f2e-4d8b-b8ca-cb24e661d65e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:15.401273 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:15.434906 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64560f35-9f2e-4d8b-b8ca-cb24e661d65e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850095e1-c38a-444d-aa6d-7671a2715a5f,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:15.445936 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-64560f35-9f2e-4d8b-b8ca-cb24e661d65e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:15.478480 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-64560f35-9f2e-4d8b-b8ca-cb24e661d65e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:15.485941 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-64560f35-9f2e-4d8b-b8ca-cb24e661d65e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4218471 Jun 29 17:26:15.491558 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 37422) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:15.509151 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-c40c9c6c-091d-49c7-8a0b-c23995c53d32 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Request body: {'security_group_rule': {'security_group_id': '851b4f9d-e215-4af6-8c29-725c9138e4e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:15.621109 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c40c9c6c-091d-49c7-8a0b-c23995c53d32 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:15.756324 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:15.779440 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Transition to ACTIVE for port object a13d6907-5343-4bd9-8e90-02f37d236415 will not be triggered until provisioned by entity L2. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:26:15.780043 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c40c9c6c-091d-49c7-8a0b-c23995c53d32 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:15.788210 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c40c9c6c-091d-49c7-8a0b-c23995c53d32 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:15.793502 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-64560f35-9f2e-4d8b-b8ca-cb24e661d65e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:15.796129 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:15.803383 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:15.813918 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5361e6b-fa3b-4309-806a-5c81f41b90f2 req-508a095d-271b-4261-8e81-a19902d6e33e tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:15.816210 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b5361e6b-fa3b-4309-806a-5c81f41b90f2 req-508a095d-271b-4261-8e81-a19902d6e33e tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1529453 Jun 29 17:26:15.847879 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c40c9c6c-091d-49c7-8a0b-c23995c53d32 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:15.853680 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-c40c9c6c-091d-49c7-8a0b-c23995c53d32 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3582921 Jun 29 17:26:15.854487 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 37444) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:15.857424 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c9c6c-091d-49c7-8a0b-c23995c53d32 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72e0c5c-4538-468d-98f3-6d60f7be2832,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:15.861700 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-c40c9c6c-091d-49c7-8a0b-c23995c53d32 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:15.868745 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Request body: {'floatingip': {'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:15.929932 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b5361e6b-fa3b-4309-806a-5c81f41b90f2 req-e4d5fecd-4c0c-4a18-8dd5-121b2e381b3d tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060643 Jun 29 17:26:15.947300 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for floatingip, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:15.963732 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb05443-e98f-4198-9726-807f056558a5 None None] Pushing event updated for resources: {'Port': ['ID=a13d6907-5343-4bd9-8e90-02f37d236415,revision_number=3']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:15.968173 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-3eb05443-e98f-4198-9726-807f056558a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:16.206926 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-71fb5680-7ad2-4011-bc0a-50a0f21e1788 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:16.215754 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-71fb5680-7ad2-4011-bc0a-50a0f21e1788 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/networks?id=30c06445-69a3-473b-86ba-1a733d800ecd HTTP/1.1" status: 200 len: 814 time: 0.3627667 Jun 29 17:26:16.244082 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Attempting to bind port a13d6907-5343-4bd9-8e90-02f37d236415 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:26:16.244945 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Attempting to bind port a13d6907-5343-4bd9-8e90-02f37d236415 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:26:16.247300 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Attempting to bind port a13d6907-5343-4bd9-8e90-02f37d236415 on network 9d56230f-544f-4f28-b4a7-b388e6742ab0 {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:26:16.253395 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-ea7959d8-5eef-4393-b52a-b92c09cab8e4 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/quotas/bab87edcd482462cbd1decad9411b53c HTTP/1.1" status: 200 len: 375 time: 0.0358925 Jun 29 17:26:16.256879 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:26:16.257608 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Checking segment: {'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:26:16.258200 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:16.258876 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Bound using segment: {'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:26:16.260055 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Bound port: a13d6907-5343-4bd9-8e90-02f37d236415, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'}}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:26:16.261057 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:16.288231 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:16.406766 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-d04de9e6-578e-4245-b73c-ec197f2dd846 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=bab87edcd482462cbd1decad9411b53c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1514559 Jun 29 17:26:16.466640 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] For port a13d6907-5343-4bd9-8e90-02f37d236415, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:26:16.474365 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] For port a13d6907-5343-4bd9-8e90-02f37d236415, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=a13d6907-5343-4bd9-8e90-02f37d236415,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:26:16.483082 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:16.488502 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:16.583248 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-5cd3e1ef-eb9c-4153-b29b-342a639fc068 service neutron] 10.222.0.101 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746340 Jun 29 17:26:16.586728 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb05443-e98f-4198-9726-807f056558a5 None None] Pushing event updated for resources: {'Port': ['ID=a13d6907-5343-4bd9-8e90-02f37d236415,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:16.594967 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-3eb05443-e98f-4198-9726-807f056558a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:16.642403 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Routers {'41c0429e-2796-4b61-9714-21d8f3c7dc58'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:26:16.643854 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:25:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['41c0429e-2796-4b61-9714-21d8f3c7dc58'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:16.650609 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202bd53-424c-4d8d-991c-2c0f74bcf544 req-8f1a3bff-b7ff-4a6b-88f6-686bc6341399 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:16.665048 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a202bd53-424c-4d8d-991c-2c0f74bcf544 req-8f1a3bff-b7ff-4a6b-88f6-686bc6341399 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 945 time: 0.2882502 Jun 29 17:26:16.683781 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_common [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Allocated IP 172.28.0.122 (48360abb-0c2a-46d3-ad90-a3956d77b608/c009a85e-4853-4052-a30a-9edb82f7da60/266a7c73-30c5-494c-a829-eff64e3e2397) {{(pid=93003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:26:16.805620 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] Set router 41c0429e-2796-4b61-9714-21d8f3c7dc58 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:26:16.807600 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e7b23b09-32a2-45dd-81be-30ab48ef5a3c service neutron] 10.222.0.101 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217529 Jun 29 17:26:16.833652 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 37458) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:16.858101 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a202bd53-424c-4d8d-991c-2c0f74bcf544 req-20cdbcc3-06fa-44c7-880b-763942a68d2e tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783047 Jun 29 17:26:17.027321 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for port, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:17.124033 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8352294'] for port, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:17.127093 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:17.233689 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:26:17.248305 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7e8f5f88-fc9d-4329-b681-f249b8549cf6 req-d2e92fd8-85b5-4d28-ad30-8630c202ec5b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 210 time: 0.1296980 Jun 29 17:26:17.261938 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:10Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': 'a13d6907-5343-4bd9-8e90-02f37d236415', 'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'mac_address': 'fa:16:3e:1f:b7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:08Z', 'updated_at': '2021-06-29T17:26:16Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'subnets': [{'id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:17.307864 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:17.309821 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event updated for resources: {'Port': ['ID=266a7c73-30c5-494c-a829-eff64e3e2397,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:17.322702 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Received port after_create {{(pid=93003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:26:17.327063 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:17.332570 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-63cacdbb-baca-4121-8229-268962009558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:17.365721 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4288e4f1-cad2-47d8-93ca-8d8c5c7595c9 None None] The sync data for ids ['41c0429e-2796-4b61-9714-21d8f3c7dc58'] in dv-cinder-763306-14-smb is: [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:10Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': 'a13d6907-5343-4bd9-8e90-02f37d236415', 'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'mac_address': 'fa:16:3e:1f:b7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:08Z', 'updated_at': '2021-06-29T17:26:16Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'subnets': [{'id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:26:17.711500 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2276088-f878-4161-a6d0-85bb5fe50236 req-fbc4cf9f-fc89-4a3b-829f-346e7d5829ff tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:17.738253 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-63cacdbb-baca-4121-8229-268962009558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:17.748312 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-63cacdbb-baca-4121-8229-268962009558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:17.749303 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d2276088-f878-4161-a6d0-85bb5fe50236 req-fbc4cf9f-fc89-4a3b-829f-346e7d5829ff tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.5142395 Jun 29 17:26:17.754761 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-6ff31a16-da2d-4ac4-878d-c6d313b6d387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:17.762762 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:17.870076 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d2276088-f878-4161-a6d0-85bb5fe50236 req-fad83607-9f9f-4f8c-9e01-3984ca93db24 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194718 Jun 29 17:26:17.902106 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device a13d6907-5343-4bd9-8e90-02f37d236415 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:26:17.935295 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:17.945416 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cacdbb-baca-4121-8229-268962009558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d05bc91-11bd-47cf-937e-b76efe41c155,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:17.951371 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-63cacdbb-baca-4121-8229-268962009558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:17.969439 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-63cacdbb-baca-4121-8229-268962009558 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4970d61028ea49c199b1f664e675c6e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1346700 Jun 29 17:26:17.972945 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 37490) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:18.052681 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port a13d6907-5343-4bd9-8e90-02f37d236415 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:26:18.059566 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port a13d6907-5343-4bd9-8e90-02f37d236415 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:18.060024 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:18.110448 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f6945300-15bf-4ea9-9482-934b1e7b9855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:18.162334 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f6945300-15bf-4ea9-9482-934b1e7b9855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:18.248276 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f6945300-15bf-4ea9-9482-934b1e7b9855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:18.254278 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f6945300-15bf-4ea9-9482-934b1e7b9855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:18.259921 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-f6945300-15bf-4ea9-9482-934b1e7b9855 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4d05bc91-11bd-47cf-937e-b76efe41c155 HTTP/1.1" status: 204 len: 168 time: 0.2855434 Jun 29 17:26:18.260908 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-94312a72-e5ba-416e-b3fe-527766f83567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:18.275885 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:18.281751 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6945300-15bf-4ea9-9482-934b1e7b9855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d05bc91-11bd-47cf-937e-b76efe41c155,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:18.289972 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f6945300-15bf-4ea9-9482-934b1e7b9855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:18.413327 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for port, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:18.415495 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port a13d6907-5343-4bd9-8e90-02f37d236415, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=a13d6907-5343-4bd9-8e90-02f37d236415,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:18.422934 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:18.426911 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:18.428304 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8352276'] for port, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:18.453560 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-e5152e08-cbe3-434c-a701-8bce7879aba1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:18.524220 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=a13d6907-5343-4bd9-8e90-02f37d236415,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:18.529989 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:18.610873 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605382'] for floatingip, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:18.642508 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event updated for resources: {'Port': ['ID=266a7c73-30c5-494c-a829-eff64e3e2397,revision_number=2']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:18.649710 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:18.655288 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for floatingip, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:18.657057 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7967253 Jun 29 17:26:18.680580 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8af36efc-f428-4111-b7d4-acf23d0a6b00 req-d460aa24-75e0-478a-83e7-11cb983d4b7e tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 210 time: 0.1008015 Jun 29 17:26:18.992538 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 37518) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:19.011652 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-73ac2086-a426-4133-b22b-b6ed1ebc37bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:19.139618 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-c3280fa6-9bcf-43d2-8553-70b22cc1d4c4 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1623740740&fields=id&tenant_id=2c41cecead69426387b4773190dc0f6b HTTP/1.1" status: 200 len: 267 time: 0.0769844 Jun 29 17:26:19.261785 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfac04-f8fc-437e-ba17-40188c7c0772 req-1137b28e-faa5-4ca7-bdbb-d28afe1fc09e tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:19.267466 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d1bfac04-f8fc-437e-ba17-40188c7c0772 req-1137b28e-faa5-4ca7-bdbb-d28afe1fc09e tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1431725 Jun 29 17:26:19.320771 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d1bfac04-f8fc-437e-ba17-40188c7c0772 req-a12bcab0-43f9-449f-81c1-b980376178d8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462902 Jun 29 17:26:19.611861 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-73ac2086-a426-4133-b22b-b6ed1ebc37bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:19.624197 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-73ac2086-a426-4133-b22b-b6ed1ebc37bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:19.629222 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-55bf6efa-5cda-4b91-9652-a750e9e0e6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:19.673463 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device a13d6907-5343-4bd9-8e90-02f37d236415 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:26:19.690442 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-7ba890f2-721f-4698-94b9-a3d720e052ad tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:19.694093 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-7ba890f2-721f-4698-94b9-a3d720e052ad tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/networks?id=9d56230f-544f-4f28-b4a7-b388e6742ab0 HTTP/1.1" status: 200 len: 810 time: 0.5367153 Jun 29 17:26:19.701433 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-73ac2086-a426-4133-b22b-b6ed1ebc37bd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=52587e9d950a4e58ba917f72f8985581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7074065 Jun 29 17:26:19.705857 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 37530) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:19.707126 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac2086-a426-4133-b22b-b6ed1ebc37bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d589e4-1b0e-40d3-9500-a2cf773842fa,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:19.725714 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-73ac2086-a426-4133-b22b-b6ed1ebc37bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:19.730884 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-b93343db-a1ff-4afe-a2cc-36224e41c47a tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/quotas/2c41cecead69426387b4773190dc0f6b HTTP/1.1" status: 200 len: 375 time: 0.0261805 Jun 29 17:26:19.775980 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port a13d6907-5343-4bd9-8e90-02f37d236415 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:19.780419 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:19.830340 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3485ec4c-740b-4f4d-89b1-bb123cd69014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:19.877057 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3485ec4c-740b-4f4d-89b1-bb123cd69014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:19.982301 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-44064ada-5ff7-4c1f-8a1f-784af650f363 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=2c41cecead69426387b4773190dc0f6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2289455 Jun 29 17:26:20.032050 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3485ec4c-740b-4f4d-89b1-bb123cd69014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:20.040487 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3485ec4c-740b-4f4d-89b1-bb123cd69014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:20.042876 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-3485ec4c-740b-4f4d-89b1-bb123cd69014 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c6d589e4-1b0e-40d3-9500-a2cf773842fa HTTP/1.1" status: 204 len: 168 time: 0.3337643 Jun 29 17:26:20.055377 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-541fa777-1ac3-442f-ae6a-0aafca39b45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:20.076362 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485ec4c-740b-4f4d-89b1-bb123cd69014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d589e4-1b0e-40d3-9500-a2cf773842fa,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:20.135050 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e54cecf4-c3ef-4715-a6ae-df61f1cccf19 req-5c3a9237-6eb9-45cd-a564-2c001d93eb2c tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 210 time: 0.0515654 Jun 29 17:26:20.136754 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-3485ec4c-740b-4f4d-89b1-bb123cd69014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:20.226863 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-761f1d57-2658-47dd-b1a5-42211a47c220 service neutron] 10.222.0.101 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990130 Jun 29 17:26:20.240069 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-9a4d9127-d350-4936-9a85-9bd4fc4aa541 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:20.242362 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-9a4d9127-d350-4936-9a85-9bd4fc4aa541 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "GET /v2.0/networks?id=30c06445-69a3-473b-86ba-1a733d800ecd HTTP/1.1" status: 200 len: 814 time: 0.2995391 Jun 29 17:26:20.282242 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-51166f26-694e-455b-afd6-2a5813ccabff tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Request body: {'port': {'device_id': '7e0d92be-db84-46e7-b66a-97d4b4979ddd', 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd', 'admin_state_up': True, 'tenant_id': 'bab87edcd482462cbd1decad9411b53c'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:20.516756 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-7bc4d1cc-143b-4697-be85-abaee5bdb830 service neutron] 10.222.0.101 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785797 Jun 29 17:26:20.541738 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-51166f26-694e-455b-afd6-2a5813ccabff tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Made reservation on behalf of bab87edcd482462cbd1decad9411b53c for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:26:20.545975 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-51166f26-694e-455b-afd6-2a5813ccabff tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:20.817199 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce70d7-c91a-4610-a7d5-26e1c3f6275d req-aca4489c-8a1a-4528-925b-3218e3b5edec tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:20.823975 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-65ce70d7-c91a-4610-a7d5-26e1c3f6275d req-aca4489c-8a1a-4528-925b-3218e3b5edec tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1453757 Jun 29 17:26:20.958740 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-65ce70d7-c91a-4610-a7d5-26e1c3f6275d req-dda6e504-8989-4d56-be65-dd41f0e50983 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328871 Jun 29 17:26:20.960844 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-51166f26-694e-455b-afd6-2a5813ccabff tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Allocated IP 172.20.0.6 (30c06445-69a3-473b-86ba-1a733d800ecd/8f500316-b6d9-43a2-a9a1-26ebe9df72d6/21cbb5aa-035d-4712-9da9-f9e45749f169) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:26:21.236809 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b09af269-a495-49f8-a159-50a59b7d5505 req-f89e89a0-747b-4cc2-b271-30d547ca9428 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 210 time: 0.0537541 Jun 29 17:26:21.304411 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-cbae7dff-ff0d-4052-b30e-47f5cc4ae6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:21.388917 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-51166f26-694e-455b-afd6-2a5813ccabff tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:21.491333 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-51166f26-694e-455b-afd6-2a5813ccabff tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:21.512830 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-41da25b4-4e20-48ac-bf09-d493e77adb39 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:21.517766 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['facd25d3-632a-46f3-976a-87dc484e1694', '0c0ece72-6051-4960-959a-a54506fb1214'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:26:21.519736 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-183b2f17-361d-4de5-be4b-768e2f7bd244 req-6ceb4c63-9077-497b-b722-1825739bc44e tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 210 time: 0.1222701 Jun 29 17:26:21.614336 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-51166f26-694e-455b-afd6-2a5813ccabff tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Network 30c06445-69a3-473b-86ba-1a733d800ecd is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:26:21.620638 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-51166f26-694e-455b-afd6-2a5813ccabff tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:21.628673 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-51166f26-694e-455b-afd6-2a5813ccabff tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:26:21.683777 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51166f26-694e-455b-afd6-2a5813ccabff tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Pushing event updated for resources: {'Port': ['ID=21cbb5aa-035d-4712-9da9-f9e45749f169,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:21.692408 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-51166f26-694e-455b-afd6-2a5813ccabff tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:21.709411 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-51166f26-694e-455b-afd6-2a5813ccabff tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:21.710476 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-51166f26-694e-455b-afd6-2a5813ccabff tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:21.732954 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-51166f26-694e-455b-afd6-2a5813ccabff tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4536612 Jun 29 17:26:21.762576 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Request body: {'port': {'device_id': '7e0d92be-db84-46e7-b66a-97d4b4979ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:21.981643 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:22.546065 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecc015-ca24-4019-8ba3-98ed468d9b64 req-931378ae-76b5-42e2-9d2c-5cc184719b72 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:22.547849 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-31ecc015-ca24-4019-8ba3-98ed468d9b64 req-931378ae-76b5-42e2-9d2c-5cc184719b72 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.3011234 Jun 29 17:26:22.607120 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-9b077b14-c685-411c-928a-df42e583f9df req-c0441582-63da-4ea8-aae4-41cb7a4931a0 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 210 time: 0.0359871 Jun 29 17:26:22.640563 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-31ecc015-ca24-4019-8ba3-98ed468d9b64 req-21cab784-a10c-4b5c-9808-27648a0b53b8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845439 Jun 29 17:26:22.672511 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21cbb5aa-035d-4712-9da9-f9e45749f169 {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:26:22.682641 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:22.730599 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Transition to ACTIVE for port object 21cbb5aa-035d-4712-9da9-f9e45749f169 will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:26:22.737459 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:22.741550 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:22.816816 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Pushing event updated for resources: {'Port': ['ID=21cbb5aa-035d-4712-9da9-f9e45749f169,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:22.821605 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:22.934551 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Attempting to bind port 21cbb5aa-035d-4712-9da9-f9e45749f169 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:26:22.934898 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Attempting to bind port 21cbb5aa-035d-4712-9da9-f9e45749f169 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:26:22.935234 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Attempting to bind port 21cbb5aa-035d-4712-9da9-f9e45749f169 on network 30c06445-69a3-473b-86ba-1a733d800ecd {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:26:22.948409 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Port 21cbb5aa-035d-4712-9da9-f9e45749f169 on network 30c06445-69a3-473b-86ba-1a733d800ecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:26:22.948885 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Attempting to bind port 21cbb5aa-035d-4712-9da9-f9e45749f169 on network 30c06445-69a3-473b-86ba-1a733d800ecd {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:26:22.956010 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:26:22.957196 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Checking segment: {'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:26:22.960877 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Bound using segment: {'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:26:22.962062 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Bound port: 21cbb5aa-035d-4712-9da9-f9e45749f169, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:26:22.962579 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:22.974801 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73b3ba-9844-4287-bc75-77ee73ecf05c req-cb36218f-4752-4efe-8007-b85ebcbf1b70 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:22.976472 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8e73b3ba-9844-4287-bc75-77ee73ecf05c req-cb36218f-4752-4efe-8007-b85ebcbf1b70 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 943 time: 0.1385868 Jun 29 17:26:23.085839 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8e73b3ba-9844-4287-bc75-77ee73ecf05c req-417a5cf7-6018-470f-b255-a01aa02aa047 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991757 Jun 29 17:26:23.109523 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] For port 21cbb5aa-035d-4712-9da9-f9e45749f169, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:26:23.120824 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] For port 21cbb5aa-035d-4712-9da9-f9e45749f169, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=21cbb5aa-035d-4712-9da9-f9e45749f169,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:26:23.125572 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:23.129066 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:23.169122 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:23.169823 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:23.171320 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] 10.222.0.72 "PUT /v2.0/ports/21cbb5aa-035d-4712-9da9-f9e45749f169 HTTP/1.1" status: 200 len: 1093 time: 1.4143188 Jun 29 17:26:23.171829 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0d92be-db84-46e7-b66a-97d4b4979ddd', 'tag': '21cbb5aa-035d-4712-9da9-f9e45749f169'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:26:23.174377 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d483cd0-c1fe-4f60-bcb1-9569f3e97d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0d92be-db84-46e7-b66a-97d4b4979ddd", "tag": "21cbb5aa-035d-4712-9da9-f9e45749f169"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:26:23.205398 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Pushing event updated for resources: {'Port': ['ID=21cbb5aa-035d-4712-9da9-f9e45749f169,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:23.209853 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:23.255957 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1f9601-5ea2-424a-b8d5-75e419d3e81b x-openstack-request-id: req-5f1f9601-5ea2-424a-b8d5-75e419d3e81b {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:26:23.257003 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0d92be-db84-46e7-b66a-97d4b4979ddd", "tag": "21cbb5aa-035d-4712-9da9-f9e45749f169", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:26:23.257490 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5f1f9601-5ea2-424a-b8d5-75e419d3e81b {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:26:23.257971 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0d92be-db84-46e7-b66a-97d4b4979ddd', 'tag': '21cbb5aa-035d-4712-9da9-f9e45749f169', 'status': 'completed', 'code': 200} Jun 29 17:26:23.375197 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-fe394ef1-c6ae-441b-bb53-102dde00b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:23.377584 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-fe394ef1-c6ae-441b-bb53-102dde00b024 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bab87edcd482462cbd1decad9411b53c&device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 1096 time: 0.0989604 Jun 29 17:26:23.471423 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-bfc336e5-75bb-4cc8-b36b-e8e516c1606b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21cbb5aa-035d-4712-9da9-f9e45749f169 HTTP/1.1" status: 200 len: 217 time: 0.0705249 Jun 29 17:26:23.891141 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-60c533dc-6abb-45f5-af24-8f41579f710f req-9c8642c5-ba35-4dae-8870-6615aae439c2 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 210 time: 0.0495954 Jun 29 17:26:23.900782 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-d899e337-a5bd-49ca-ae83-9f1c766dcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:23.903397 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-d899e337-a5bd-49ca-ae83-9f1c766dcc86 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f500316-b6d9-43a2-a9a1-26ebe9df72d6 HTTP/1.1" status: 200 len: 854 time: 0.4205184 Jun 29 17:26:23.967039 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-0812e6fd-438f-4124-9c87-c51e9619d93f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30c06445-69a3-473b-86ba-1a733d800ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464332 Jun 29 17:26:24.023510 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-c0489629-74dd-4960-88c1-9cb4016f5d12 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:24.025209 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-c0489629-74dd-4960-88c1-9cb4016f5d12 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.72 "GET /v2.0/networks?id=9d56230f-544f-4f28-b4a7-b388e6742ab0 HTTP/1.1" status: 200 len: 810 time: 0.2537625 Jun 29 17:26:24.147452 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-143997a4-3e37-49b1-b807-07e22ba3d4c6 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c41cecead69426387b4773190dc0f6b HTTP/1.1" status: 200 len: 380 time: 0.0820975 Jun 29 17:26:24.162145 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-5fbcd318-521d-49af-9ee0-00ba8d32aee3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Request body: {'port': {'device_id': '248e785b-e6f4-4a0f-b237-0391e0868f7e', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'admin_state_up': True, 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'security_groups': ['851b4f9d-e215-4af6-8c29-725c9138e4e5']}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:24.263111 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad728e8-2787-4b12-8eaa-a1e66af9e9e8 req-372912d0-1989-4ebc-96d0-bac7bda25682 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:24.264874 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-9b70c1a9-3fb0-46ea-b58f-a12c2ef09333 service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842391 Jun 29 17:26:24.265589 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8ad728e8-2787-4b12-8eaa-a1e66af9e9e8 req-372912d0-1989-4ebc-96d0-bac7bda25682 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 945 time: 0.0959270 Jun 29 17:26:24.356724 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8ad728e8-2787-4b12-8eaa-a1e66af9e9e8 req-81184358-8e9a-4fae-88fd-c9b3d9f8b6e4 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739262 Jun 29 17:26:24.451363 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf2011-f664-49da-a524-fd8e6a82a88b req-2922bb3a-f058-4bbb-8839-0017ef478fda tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:24.454902 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6edf2011-f664-49da-a524-fd8e6a82a88b req-2922bb3a-f058-4bbb-8839-0017ef478fda tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.2978671 Jun 29 17:26:24.571304 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-5fbcd318-521d-49af-9ee0-00ba8d32aee3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Made reservation on behalf of 2c41cecead69426387b4773190dc0f6b for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:26:24.577019 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-5fbcd318-521d-49af-9ee0-00ba8d32aee3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:24.592929 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-33fc4cb1-d52b-4461-8c52-8183c0806100 req-68d570fa-8324-4088-91b5-0fb1ef1cf388 service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021233 Jun 29 17:26:24.613084 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a1b9b-e5c5-48f7-8eea-23a1549e4de0 req-7cc6e358-1915-4a90-b87c-d3248e644000 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:24.613084 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-de6a1b9b-e5c5-48f7-8eea-23a1549e4de0 req-7cc6e358-1915-4a90-b87c-d3248e644000 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 943 time: 0.1181903 Jun 29 17:26:24.624416 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:24.625176 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6edf2011-f664-49da-a524-fd8e6a82a88b req-22738f1b-6409-47e1-aa79-e17ed1af11f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575971 Jun 29 17:26:24.735046 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-de6a1b9b-e5c5-48f7-8eea-23a1549e4de0 req-a275da5b-4b27-45f6-b875-f66fc3ceaa7b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125410 Jun 29 17:26:24.841970 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-f73428bf-da1c-493d-b0d3-b5337ba8ab59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:24.929181 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-5fbcd318-521d-49af-9ee0-00ba8d32aee3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Allocated IP 172.20.0.12 (9d56230f-544f-4f28-b4a7-b388e6742ab0/9c2569ae-33c2-4499-81ca-7dac22d3f2ab/a7808e99-9fbf-424f-8978-04cdca56071c) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:26:24.990768 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d483cd0-c1fe-4f60-bcb1-9569f3e97d9c req-5d1ae239-a0f9-4574-ad91-01d87acfc36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:24.993251 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5d483cd0-c1fe-4f60-bcb1-9569f3e97d9c req-5d1ae239-a0f9-4574-ad91-01d87acfc36e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bab87edcd482462cbd1decad9411b53c&device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 1096 time: 0.2463939 Jun 29 17:26:25.223683 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7f616ccc-fac1-4aa3-a04c-0ac53fb4d1c0 req-3c06ce93-8129-490d-a527-ea72ceb40267 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 210 time: 0.1055367 Jun 29 17:26:25.325608 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d483cd0-c1fe-4f60-bcb1-9569f3e97d9c req-8fc98142-0fae-445c-bd62-325cedf244d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:25.328578 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5d483cd0-c1fe-4f60-bcb1-9569f3e97d9c req-8fc98142-0fae-445c-bd62-325cedf244d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30c06445-69a3-473b-86ba-1a733d800ecd HTTP/1.1" status: 200 len: 916 time: 0.3108804 Jun 29 17:26:25.375147 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-5fbcd318-521d-49af-9ee0-00ba8d32aee3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:25.427033 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5d483cd0-c1fe-4f60-bcb1-9569f3e97d9c req-56918976-7bac-496c-8110-bb30675b9c32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21cbb5aa-035d-4712-9da9-f9e45749f169 HTTP/1.1" status: 200 len: 217 time: 0.0768287 Jun 29 17:26:25.446126 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-5fbcd318-521d-49af-9ee0-00ba8d32aee3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Transition to ACTIVE for port object a7808e99-9fbf-424f-8978-04cdca56071c will not be triggered until provisioned by entity DHCP. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:26:25.509696 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-5fbcd318-521d-49af-9ee0-00ba8d32aee3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:25.517635 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c44f2732-7a2b-44ba-bc99-84e6864af45c tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:25.608408 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-5fbcd318-521d-49af-9ee0-00ba8d32aee3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Network 9d56230f-544f-4f28-b4a7-b388e6742ab0 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:26:25.616605 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-5fbcd318-521d-49af-9ee0-00ba8d32aee3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:25.633635 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-5fbcd318-521d-49af-9ee0-00ba8d32aee3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:26:25.638628 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6c444-4cca-4551-bad0-fbe7662ccf0a req-dbe2cf96-84bd-448a-a913-c99d50832325 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:25.641725 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-64f6c444-4cca-4551-bad0-fbe7662ccf0a req-dbe2cf96-84bd-448a-a913-c99d50832325 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 945 time: 0.1174593 Jun 29 17:26:25.653796 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcd318-521d-49af-9ee0-00ba8d32aee3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event updated for resources: {'Port': ['ID=a7808e99-9fbf-424f-8978-04cdca56071c,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:25.749573 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-64f6c444-4cca-4551-bad0-fbe7662ccf0a req-674c1eb7-b99b-40ca-b5e7-8399a29fdb67 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989795 Jun 29 17:26:25.751969 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-5fbcd318-521d-49af-9ee0-00ba8d32aee3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:25.775190 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d483cd0-c1fe-4f60-bcb1-9569f3e97d9c req-d713f808-2da5-46af-bd8d-eed64c9ef9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:25.775190 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5d483cd0-c1fe-4f60-bcb1-9569f3e97d9c req-d713f808-2da5-46af-bd8d-eed64c9ef9e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f500316-b6d9-43a2-a9a1-26ebe9df72d6 HTTP/1.1" status: 200 len: 854 time: 0.2441287 Jun 29 17:26:25.865868 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-5fbcd318-521d-49af-9ee0-00ba8d32aee3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:25.867710 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-5fbcd318-521d-49af-9ee0-00ba8d32aee3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:25.996410 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5d483cd0-c1fe-4f60-bcb1-9569f3e97d9c req-399f689e-cac2-45b7-80b2-79577e5d3050 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30c06445-69a3-473b-86ba-1a733d800ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2009544 Jun 29 17:26:26.054194 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-5fbcd318-521d-49af-9ee0-00ba8d32aee3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8967838 Jun 29 17:26:26.098743 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Request body: {'port': {'device_id': '248e785b-e6f4-4a0f-b237-0391e0868f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:26.114674 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-ae329780-7c85-4ec7-a759-5bd5e8408bd8 None None] Provisioning for port a7808e99-9fbf-424f-8978-04cdca56071c completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:26:26.120935 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85821f-73a7-4309-b2b7-13fae2ffbca9 req-e0b7aea3-c8e4-460b-be4b-76959f0fb79b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:26.125038 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-ae329780-7c85-4ec7-a759-5bd5e8408bd8 None None] Provisioning complete for port a7808e99-9fbf-424f-8978-04cdca56071c triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:26.126046 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-ae329780-7c85-4ec7-a759-5bd5e8408bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:26.140979 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0e85821f-73a7-4309-b2b7-13fae2ffbca9 req-e0b7aea3-c8e4-460b-be4b-76959f0fb79b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 943 time: 0.1915998 Jun 29 17:26:26.272612 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-ae329780-7c85-4ec7-a759-5bd5e8408bd8 None None] Port a7808e99-9fbf-424f-8978-04cdca56071c cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:26:26.278279 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0e85821f-73a7-4309-b2b7-13fae2ffbca9 req-c3be110c-1b88-485e-96bc-1d489922c2e9 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362779 Jun 29 17:26:26.290527 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 37720) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:26.453517 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5d483cd0-c1fe-4f60-bcb1-9569f3e97d9c req-23bbe5e1-f916-474b-81fd-e0966bca40e2 service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434705 Jun 29 17:26:26.470892 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:26.635253 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-deb9073c-3faa-4002-8bbe-70330df27d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:26.646641 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc5bde-08f1-4f52-9fd5-2bfad90c3a4f req-2e763368-db98-4aa8-b2a2-842febd58de4 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:26.650097 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-26dc5bde-08f1-4f52-9fd5-2bfad90c3a4f req-2e763368-db98-4aa8-b2a2-842febd58de4 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.5079162 Jun 29 17:26:26.693375 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc4d55-5cee-41e7-9cac-f0887ed07e7f req-a5a9ec46-5ccd-4deb-a219-45993262eaaf tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:26.695028 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-eafc4d55-5cee-41e7-9cac-f0887ed07e7f req-a5a9ec46-5ccd-4deb-a219-45993262eaaf tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 932 time: 0.2041447 Jun 29 17:26:26.784414 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-eafc4d55-5cee-41e7-9cac-f0887ed07e7f req-c854d8ab-058c-4185-ae30-7b7ee24a76e3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794818 Jun 29 17:26:26.798683 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5d483cd0-c1fe-4f60-bcb1-9569f3e97d9c req-2cec42b9-2c90-417f-a301-eee4d8025b94 service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198156 Jun 29 17:26:26.888104 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-26dc5bde-08f1-4f52-9fd5-2bfad90c3a4f req-949ee3e4-c02b-4557-8005-2d42556a9d17 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033174 Jun 29 17:26:26.893937 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:26.941669 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-deb9073c-3faa-4002-8bbe-70330df27d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:26.948963 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-deb9073c-3faa-4002-8bbe-70330df27d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:26.954976 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:27.023382 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-deb9073c-3faa-4002-8bbe-70330df27d13 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=94d119fee8bb4a25b8f6e9a194bc27cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7290893 Jun 29 17:26:27.023382 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9073c-3faa-4002-8bbe-70330df27d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cf5d5f-291e-4896-b1ac-6fdb43ad798f,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:27.027396 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 37736) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:27.029525 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-deb9073c-3faa-4002-8bbe-70330df27d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:27.134861 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697f85b-6e0f-4c90-96e0-9fac259365a7 req-75b63dea-af25-47cf-a752-242b4117debe tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:27.136590 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-2697f85b-6e0f-4c90-96e0-9fac259365a7 req-75b63dea-af25-47cf-a752-242b4117debe tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 945 time: 0.0739253 Jun 29 17:26:27.183492 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-2697f85b-6e0f-4c90-96e0-9fac259365a7 req-6584723e-3841-4c40-8568-0d9b34e359ad tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395977 Jun 29 17:26:27.412842 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-dc57c643-d7b9-44fb-91ae-323701190788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:27.467578 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-dc57c643-d7b9-44fb-91ae-323701190788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:27.471930 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:26:27.658394 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7808e99-9fbf-424f-8978-04cdca56071c {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:26:27.674172 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:27.693175 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-dc57c643-d7b9-44fb-91ae-323701190788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:27.696061 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-dc57c643-d7b9-44fb-91ae-323701190788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:27.697020 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-dc57c643-d7b9-44fb-91ae-323701190788 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d7cf5d5f-291e-4896-b1ac-6fdb43ad798f HTTP/1.1" status: 204 len: 168 time: 0.6689382 Jun 29 17:26:27.701916 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-63cacdbb-baca-4121-8229-268962009558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:27.711849 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1d766-7f09-46fe-94d9-c031904ae635 req-c6d2feb1-41f4-4f47-aaf5-6b3efbd79456 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:27.713501 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-78e1d766-7f09-46fe-94d9-c031904ae635 req-c6d2feb1-41f4-4f47-aaf5-6b3efbd79456 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 943 time: 0.2723846 Jun 29 17:26:27.726022 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Transition to ACTIVE for port object a7808e99-9fbf-424f-8978-04cdca56071c will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:26:27.730261 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57c643-d7b9-44fb-91ae-323701190788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cf5d5f-291e-4896-b1ac-6fdb43ad798f,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:27.741745 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-dc57c643-d7b9-44fb-91ae-323701190788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:27.742588 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:27.753836 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:27.800957 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3bb15-aedb-4319-9f40-4fc4c098d833 req-965cda21-f03b-42ca-9597-4fc31c1841db tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:27.802619 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-50c3bb15-aedb-4319-9f40-4fc4c098d833 req-965cda21-f03b-42ca-9597-4fc31c1841db tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.72 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 945 time: 0.2542765 Jun 29 17:26:27.875165 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7808e99-9fbf-424f-8978-04cdca56071c,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:27.895200 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:27.902464 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-78e1d766-7f09-46fe-94d9-c031904ae635 req-bdabcd4b-6bd4-4c7b-b36f-d099f47a1bdd tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781411 Jun 29 17:26:28.130680 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Attempting to bind port a7808e99-9fbf-424f-8978-04cdca56071c on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:26:28.132303 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Attempting to bind port a7808e99-9fbf-424f-8978-04cdca56071c by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:26:28.136243 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Attempting to bind port a7808e99-9fbf-424f-8978-04cdca56071c on network 9d56230f-544f-4f28-b4a7-b388e6742ab0 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:26:28.145745 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Port a7808e99-9fbf-424f-8978-04cdca56071c on network 9d56230f-544f-4f28-b4a7-b388e6742ab0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:26:28.146440 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Attempting to bind port a7808e99-9fbf-424f-8978-04cdca56071c on network 9d56230f-544f-4f28-b4a7-b388e6742ab0 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:26:28.150035 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-50c3bb15-aedb-4319-9f40-4fc4c098d833 req-57bf4d7b-327f-43aa-bb4e-2f5e037922fb tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Deleting port b8bcdb98-4978-44d2-9de6-58b3e7b2768b {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:26:28.150379 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-50c3bb15-aedb-4319-9f40-4fc4c098d833 req-57bf4d7b-327f-43aa-bb4e-2f5e037922fb tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:28.180552 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cabcf3-8a32-41f0-a766-bbe1afe39c40 req-2111d05a-a875-482f-80d9-8774b230e499 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:28.182883 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-65cabcf3-8a32-41f0-a766-bbe1afe39c40 req-2111d05a-a875-482f-80d9-8774b230e499 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 944 time: 0.1816580 Jun 29 17:26:28.186802 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:26:28.187185 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Checking segment: {'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:26:28.187597 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Bound using segment: {'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:26:28.188049 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Bound port: a7808e99-9fbf-424f-8978-04cdca56071c, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:26:28.188851 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:28.255088 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-65cabcf3-8a32-41f0-a766-bbe1afe39c40 req-a3e02ca5-6e9c-4b23-94db-b9bf927a6298 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646026 Jun 29 17:26:28.378487 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 37756) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:28.398320 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2581d474-b6b0-4e77-9f28-b724af955541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:28.417992 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-50c3bb15-aedb-4319-9f40-4fc4c098d833 req-57bf4d7b-327f-43aa-bb4e-2f5e037922fb tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] For port b8bcdb98-4978-44d2-9de6-58b3e7b2768b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b8bcdb98-4978-44d2-9de6-58b3e7b2768b,segment=NetworkSegment(17852bc8-e3b6-4438-81f7-21083986c315),segment_id=17852bc8-e3b6-4438-81f7-21083986c315)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:28.418482 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-50c3bb15-aedb-4319-9f40-4fc4c098d833 req-57bf4d7b-327f-43aa-bb4e-2f5e037922fb tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:28.438135 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3689e-3e53-4cc8-ac71-c05cd78ede53 req-4e2ddf6d-8754-49cd-9342-598bb451f162 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:28.440125 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ace3689e-3e53-4cc8-ac71-c05cd78ede53 req-4e2ddf6d-8754-49cd-9342-598bb451f162 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.2682416 Jun 29 17:26:28.442180 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] For port a7808e99-9fbf-424f-8978-04cdca56071c, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:26:28.449339 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] For port a7808e99-9fbf-424f-8978-04cdca56071c, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a7808e99-9fbf-424f-8978-04cdca56071c,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:26:28.459318 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-50c3bb15-aedb-4319-9f40-4fc4c098d833 req-57bf4d7b-327f-43aa-bb4e-2f5e037922fb tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Calling delete_port for b8bcdb98-4978-44d2-9de6-58b3e7b2768b owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:26:28.462458 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:28.472163 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:28.544523 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bac5e7-315f-43b8-b32d-1996fdedb68d req-4aaf46ce-dc9f-4ab2-8a14-9307d3e302e2 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:28.546469 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-03bac5e7-315f-43b8-b32d-1996fdedb68d req-4aaf46ce-dc9f-4ab2-8a14-9307d3e302e2 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 945 time: 0.1355510 Jun 29 17:26:28.580557 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:28.581596 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:28.583414 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] 10.222.0.72 "PUT /v2.0/ports/a7808e99-9fbf-424f-8978-04cdca56071c HTTP/1.1" status: 200 len: 1094 time: 2.4962904 Jun 29 17:26:28.584112 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248e785b-e6f4-4a0f-b237-0391e0868f7e', 'tag': 'a7808e99-9fbf-424f-8978-04cdca56071c'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:26:28.593143 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39b2fcb-954e-414b-a46f-6bf59cb461e5" -d '{"events": [{"name": "network-changed", "server_uuid": "248e785b-e6f4-4a0f-b237-0391e0868f7e", "tag": "a7808e99-9fbf-424f-8978-04cdca56071c"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:26:28.658000 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-03bac5e7-315f-43b8-b32d-1996fdedb68d req-23553b6d-62ed-4516-b83d-e90b5442ae4c tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/security-groups?id=f6fdda5a-2bc4-4656-977f-690efec6e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912108 Jun 29 17:26:28.667408 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2581d474-b6b0-4e77-9f28-b724af955541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:28.688097 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2581d474-b6b0-4e77-9f28-b724af955541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:28.688097 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-d6307b40-df20-4119-b114-245feb57e378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:28.709315 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ace3689e-3e53-4cc8-ac71-c05cd78ede53 req-19db58be-6447-4eb8-89cf-102ecee9049a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533035 Jun 29 17:26:28.779195 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-2581d474-b6b0-4e77-9f28-b724af955541 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2d32e273e836489fb69781f6d9a9cfb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972411 Jun 29 17:26:28.780029 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 37764) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:28.801523 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581d474-b6b0-4e77-9f28-b724af955541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49785373-03b1-48af-904d-e996765aad8c,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:28.806309 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43720953-0b4a-47e4-bbac-607bf322d2fe x-openstack-request-id: req-43720953-0b4a-47e4-bbac-607bf322d2fe {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:26:28.807221 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248e785b-e6f4-4a0f-b237-0391e0868f7e", "tag": "a7808e99-9fbf-424f-8978-04cdca56071c", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:26:28.807573 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-2581d474-b6b0-4e77-9f28-b724af955541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:28.808374 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-43720953-0b4a-47e4-bbac-607bf322d2fe {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:26:28.809376 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248e785b-e6f4-4a0f-b237-0391e0868f7e', 'tag': 'a7808e99-9fbf-424f-8978-04cdca56071c', 'status': 'completed', 'code': 200} Jun 29 17:26:28.833189 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7808e99-9fbf-424f-8978-04cdca56071c,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:28.841852 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:28.861703 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-eecbd11b-9c16-47e2-80a5-13e05fec0017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:28.955929 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-eecbd11b-9c16-47e2-80a5-13e05fec0017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:29.030778 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-9f449e05-a930-41b9-b7c0-1a4cb1a818b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:29.032733 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-9f449e05-a930-41b9-b7c0-1a4cb1a818b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c41cecead69426387b4773190dc0f6b&device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 1097 time: 0.3599291 Jun 29 17:26:29.061352 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-50c3bb15-aedb-4319-9f40-4fc4c098d833 req-57bf4d7b-327f-43aa-bb4e-2f5e037922fb tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:29.070553 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f283e072-8d5e-4bba-9268-4520bbda22fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:29.116996 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf4d7b-327f-43aa-bb4e-2f5e037922fb tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Pushing event deleted for resources: {'Port': ['ID=b8bcdb98-4978-44d2-9de6-58b3e7b2768b,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:29.124540 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-57bf4d7b-327f-43aa-bb4e-2f5e037922fb tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:29.138349 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-eecbd11b-9c16-47e2-80a5-13e05fec0017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:29.155208 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-eecbd11b-9c16-47e2-80a5-13e05fec0017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:29.158978 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-fc22ecc2-5247-475d-aab6-c9d9f13dc62c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7808e99-9fbf-424f-8978-04cdca56071c HTTP/1.1" status: 200 len: 217 time: 0.0936017 Jun 29 17:26:29.163340 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-eecbd11b-9c16-47e2-80a5-13e05fec0017 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/49785373-03b1-48af-904d-e996765aad8c HTTP/1.1" status: 204 len: 168 time: 0.3816440 Jun 29 17:26:29.165073 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-cb9a1f58-ec47-4ff9-b502-18b966f26e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:29.207505 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbd11b-9c16-47e2-80a5-13e05fec0017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49785373-03b1-48af-904d-e996765aad8c,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:29.218063 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-eecbd11b-9c16-47e2-80a5-13e05fec0017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:29.277483 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:29.289494 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c3bb15-aedb-4319-9f40-4fc4c098d833 req-57bf4d7b-327f-43aa-bb4e-2f5e037922fb tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] No DVR routers for this DVR port b8bcdb98-4978-44d2-9de6-58b3e7b2768b on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:26:29.321654 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-50c3bb15-aedb-4319-9f40-4fc4c098d833 req-57bf4d7b-327f-43aa-bb4e-2f5e037922fb tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:29.321654 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-50c3bb15-aedb-4319-9f40-4fc4c098d833 req-57bf4d7b-327f-43aa-bb4e-2f5e037922fb tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.72 "DELETE /v2.0/ports/b8bcdb98-4978-44d2-9de6-58b3e7b2768b HTTP/1.1" status: 204 len: 173 time: 1.4968698 Jun 29 17:26:29.389988 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-ef6e0b39-0a21-4ef1-90c0-06b39a200fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:29.395291 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-ef6e0b39-0a21-4ef1-90c0-06b39a200fc5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9c2569ae-33c2-4499-81ca-7dac22d3f2ab HTTP/1.1" status: 200 len: 849 time: 0.1063890 Jun 29 17:26:29.473074 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555d9b2-677b-4307-9e30-29553a1c0737 req-6e2364a1-30a4-4395-b22a-1504cf1ba243 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:29.474735 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4555d9b2-677b-4307-9e30-29553a1c0737 req-6e2364a1-30a4-4395-b22a-1504cf1ba243 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 943 time: 0.1865690 Jun 29 17:26:29.580033 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90054900-38ea-4824-9d85-f920e5cba60d req-7829a639-c3af-4ea3-94f5-10e70af0a724 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:29.580770 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 21cbb5aa-035d-4712-9da9-f9e45749f169 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:26:29.583021 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-90054900-38ea-4824-9d85-f920e5cba60d req-7829a639-c3af-4ea3-94f5-10e70af0a724 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 944 time: 0.0995698 Jun 29 17:26:29.584355 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4555d9b2-677b-4307-9e30-29553a1c0737 req-de2f89bd-5440-45d1-8f16-f406aefcbf27 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985777 Jun 29 17:26:29.599931 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-6aec7cea-bb22-474e-8b4a-6ca2cce1908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:29.606291 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device b8bcdb98-4978-44d2-9de6-58b3e7b2768b no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:26:29.624764 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-6aec7cea-bb22-474e-8b4a-6ca2cce1908d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d56230f-544f-4f28-b4a7-b388e6742ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2194088 Jun 29 17:26:29.657933 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: b8bcdb98-4978-44d2-9de6-58b3e7b2768b {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:26:29.658593 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device b8bcdb98-4978-44d2-9de6-58b3e7b2768b not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:26:29.678797 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-90054900-38ea-4824-9d85-f920e5cba60d req-843501c8-b0c6-4d50-acab-d3c811b9644a tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691810 Jun 29 17:26:29.835330 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 21cbb5aa-035d-4712-9da9-f9e45749f169, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=21cbb5aa-035d-4712-9da9-f9e45749f169,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:29.859005 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': '21cbb5aa-035d-4712-9da9-f9e45749f169', 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd', 'port_id': '21cbb5aa-035d-4712-9da9-f9e45749f169', 'mac_address': 'fa:16:3e:8f:50:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f500316-b6d9-43a2-a9a1-26ebe9df72d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:26:29.933775 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bb2e69a2-0e12-4bef-81ff-f449562039d0 req-49f2f5c1-70a2-4c8b-8e78-a2de89a5a5c5 tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] 10.222.0.101 "GET /v2.0/ports?device_id=da2766e2-71e9-4868-a452-f87a3e7750df HTTP/1.1" status: 200 len: 210 time: 0.0993230 Jun 29 17:26:29.949730 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:29.971155 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21cbb5aa-035d-4712-9da9-f9e45749f169 {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:26:29.996671 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 37790) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:29.997527 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 21cbb5aa-035d-4712-9da9-f9e45749f169, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=21cbb5aa-035d-4712-9da9-f9e45749f169,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:30.003635 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:30.006011 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:30.011840 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-8b381fa1-7676-418b-a6af-b8fdc196a853 service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547759 Jun 29 17:26:30.023687 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-97395409-682b-44bc-921d-4e4bfd45d1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:30.060045 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c990917-a1da-4fe3-b993-e210f9bb41c8 req-1e3d97af-cdc0-4779-80ae-ed7d6f6c5df9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:30.061726 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5c990917-a1da-4fe3-b993-e210f9bb41c8 req-1e3d97af-cdc0-4779-80ae-ed7d6f6c5df9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1154187 Jun 29 17:26:30.107750 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=21cbb5aa-035d-4712-9da9-f9e45749f169,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:30.118642 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:30.136254 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5c990917-a1da-4fe3-b993-e210f9bb41c8 req-6bae2010-1116-4dbc-870e-c6935f7ac94e tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643287 Jun 29 17:26:30.232326 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e35825d9-ad28-46f2-a25a-eb13e5158116 req-30a137d7-eede-4f56-bd1e-a72c8522da48 service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988051 Jun 29 17:26:30.336691 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-97395409-682b-44bc-921d-4e4bfd45d1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:30.361048 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-97395409-682b-44bc-921d-4e4bfd45d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:30.370230 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-8503b2d2-cb2b-4263-b1c1-38b3acafc3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:30.527887 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-97395409-682b-44bc-921d-4e4bfd45d1cb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d42b732eeffa42c78231368e5ad26a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250101 Jun 29 17:26:30.530055 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 37810) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:30.544218 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97395409-682b-44bc-921d-4e4bfd45d1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8390697-cf09-4024-90d6-fe0399fda99c,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:30.557604 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-97395409-682b-44bc-921d-4e4bfd45d1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:30.593174 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b2fcb-954e-414b-a46f-6bf59cb461e5 req-e4660f13-dac8-4cab-ac01-28a74a16ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:30.595586 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c39b2fcb-954e-414b-a46f-6bf59cb461e5 req-e4660f13-dac8-4cab-ac01-28a74a16ab93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c41cecead69426387b4773190dc0f6b&device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 1097 time: 0.1947482 Jun 29 17:26:30.648441 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-51a76440-a497-47e4-b6a0-0330cd859900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:30.690993 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-51a76440-a497-47e4-b6a0-0330cd859900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:30.724391 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b2fcb-954e-414b-a46f-6bf59cb461e5 req-3179cdd4-2d17-4bc3-9b56-f57f6d43e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:30.726931 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c39b2fcb-954e-414b-a46f-6bf59cb461e5 req-3179cdd4-2d17-4bc3-9b56-f57f6d43e35a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d56230f-544f-4f28-b4a7-b388e6742ab0 HTTP/1.1" status: 200 len: 912 time: 0.1167507 Jun 29 17:26:30.802819 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-51a76440-a497-47e4-b6a0-0330cd859900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:30.810306 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-51a76440-a497-47e4-b6a0-0330cd859900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:30.817105 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-51a76440-a497-47e4-b6a0-0330cd859900 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d8390697-cf09-4024-90d6-fe0399fda99c HTTP/1.1" status: 204 len: 168 time: 0.2794344 Jun 29 17:26:30.819478 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-923a24f2-24a8-4d59-ac66-98252ae48ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:30.844866 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2766e2-71e9-4868-a452-f87a3e7750df', 'name': 'network-vif-deleted', 'tag': 'b8bcdb98-4978-44d2-9de6-58b3e7b2768b'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:26:30.846051 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a76440-a497-47e4-b6a0-0330cd859900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8390697-cf09-4024-90d6-fe0399fda99c,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:30.856045 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7493c3e1-4a87-4890-9f2a-17631c89a354" -d '{"events": [{"server_uuid": "da2766e2-71e9-4868-a452-f87a3e7750df", "name": "network-vif-deleted", "tag": "b8bcdb98-4978-44d2-9de6-58b3e7b2768b"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:26:30.861203 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-51a76440-a497-47e4-b6a0-0330cd859900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:30.889320 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c39b2fcb-954e-414b-a46f-6bf59cb461e5 req-8b590257-0bda-47d7-aede-ef309df0b309 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7808e99-9fbf-424f-8978-04cdca56071c HTTP/1.1" status: 200 len: 217 time: 0.1442277 Jun 29 17:26:30.964481 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['21cbb5aa-035d-4712-9da9-f9e45749f169'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:26:30.993901 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b2fcb-954e-414b-a46f-6bf59cb461e5 req-c773f969-14f0-4bde-8695-8e1a5141d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:30.995449 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c39b2fcb-954e-414b-a46f-6bf59cb461e5 req-c773f969-14f0-4bde-8695-8e1a5141d49f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9c2569ae-33c2-4499-81ca-7dac22d3f2ab HTTP/1.1" status: 200 len: 849 time: 0.1036713 Jun 29 17:26:31.081042 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d750af2-4324-4660-988a-f20cfd33dfc8 req-55244af9-f2a4-4bd7-80d6-491e6cc6bf56 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:31.083673 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d750af2-4324-4660-988a-f20cfd33dfc8 req-55244af9-f2a4-4bd7-80d6-491e6cc6bf56 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 944 time: 0.1484962 Jun 29 17:26:31.107681 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b2fcb-954e-414b-a46f-6bf59cb461e5 req-c28a4472-49fc-4080-b36f-7fb51bff193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:31.107681 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c39b2fcb-954e-414b-a46f-6bf59cb461e5 req-c28a4472-49fc-4080-b36f-7fb51bff193d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d56230f-544f-4f28-b4a7-b388e6742ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0975075 Jun 29 17:26:31.144799 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15f81-e209-4727-bab1-a801beb04c6d req-0f2ac9ec-1a42-4ee2-8454-a69de20a917a tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:31.147781 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-87e15f81-e209-4727-bab1-a801beb04c6d req-0f2ac9ec-1a42-4ee2-8454-a69de20a917a tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 944 time: 0.1973162 Jun 29 17:26:31.235855 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-87e15f81-e209-4727-bab1-a801beb04c6d req-92181125-0f8b-46ec-81b7-5213a04b47e0 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811803 Jun 29 17:26:31.250531 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d750af2-4324-4660-988a-f20cfd33dfc8 req-935a10b7-6d26-4372-a7b7-e40921c5e476 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518044 Jun 29 17:26:31.327847 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c39b2fcb-954e-414b-a46f-6bf59cb461e5 req-35384084-92c8-49d9-9e5e-c81cf7f31b87 service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142723 Jun 29 17:26:31.396000 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a8a178-36d9-43f3-9ef8-b76a3b37807a x-openstack-request-id: req-56a8a178-36d9-43f3-9ef8-b76a3b37807a {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:26:31.396000 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2766e2-71e9-4868-a452-f87a3e7750df", "name": "network-vif-deleted", "tag": "b8bcdb98-4978-44d2-9de6-58b3e7b2768b", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:26:31.396000 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-56a8a178-36d9-43f3-9ef8-b76a3b37807a {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:26:31.396000 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2766e2-71e9-4868-a452-f87a3e7750df', 'name': 'network-vif-deleted', 'tag': 'b8bcdb98-4978-44d2-9de6-58b3e7b2768b', 'status': 'completed', 'code': 200} Jun 29 17:26:31.685754 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c39b2fcb-954e-414b-a46f-6bf59cb461e5 req-cbd314c4-0d15-4c89-81f4-5ce284e0be85 service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398740 Jun 29 17:26:31.823872 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9a5ec-8f6e-4080-b914-c64230ea0395 req-aa1608e9-f8c6-44b1-a591-8776e20208ee tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:31.830290 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c3f9a5ec-8f6e-4080-b914-c64230ea0395 req-aa1608e9-f8c6-44b1-a591-8776e20208ee tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1630743 Jun 29 17:26:31.890934 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c3f9a5ec-8f6e-4080-b914-c64230ea0395 req-87f281ff-d3c4-48fd-ac9c-e6280fe54995 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556123 Jun 29 17:26:32.491574 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627fdb5-a956-4e4e-ae53-13dbb9eba8e2 req-50a94cab-62d4-48f9-82a8-330e4297f26b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:32.494350 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b627fdb5-a956-4e4e-ae53-13dbb9eba8e2 req-50a94cab-62d4-48f9-82a8-330e4297f26b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 944 time: 0.0903823 Jun 29 17:26:32.556568 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b627fdb5-a956-4e4e-ae53-13dbb9eba8e2 req-6bf404fb-d2b7-405e-8508-57ee024799de tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515127 Jun 29 17:26:32.672173 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db73987-3854-415f-b3d1-45c44f68b8a4 req-714482c3-ae25-4c77-8fde-49900781fa1d tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:32.675697 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3db73987-3854-415f-b3d1-45c44f68b8a4 req-714482c3-ae25-4c77-8fde-49900781fa1d tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 944 time: 0.1335533 Jun 29 17:26:32.730249 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3db73987-3854-415f-b3d1-45c44f68b8a4 req-86bbf3d3-68a7-4daf-9e58-cc49c9c0765a tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464227 Jun 29 17:26:33.141043 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca818-5cb4-4ab9-b476-f841c939eafa req-e636014a-9a8c-495a-82e1-de1fb068f568 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:33.142772 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4f3ca818-5cb4-4ab9-b476-f841c939eafa req-e636014a-9a8c-495a-82e1-de1fb068f568 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1020982 Jun 29 17:26:33.256210 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4f3ca818-5cb4-4ab9-b476-f841c939eafa req-9f7f96a5-c5bb-4abc-877b-090546a54024 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047592 Jun 29 17:26:33.604158 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device a7808e99-9fbf-424f-8978-04cdca56071c details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:26:33.632657 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 21cbb5aa-035d-4712-9da9-f9e45749f169 up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:26:33.773708 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port 21cbb5aa-035d-4712-9da9-f9e45749f169 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:26:33.788519 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port 21cbb5aa-035d-4712-9da9-f9e45749f169 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:33.788899 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:33.792229 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port a7808e99-9fbf-424f-8978-04cdca56071c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a7808e99-9fbf-424f-8978-04cdca56071c,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:33.829634 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': 'a7808e99-9fbf-424f-8978-04cdca56071c', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'port_id': 'a7808e99-9fbf-424f-8978-04cdca56071c', 'mac_address': 'fa:16:3e:af:26:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:26:33.830055 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 38000) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:33.886813 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa40eba-8809-4ad5-a6bf-23a97a6bc26c req-35c786ea-1f20-4535-a53e-6177f778d22e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:33.899085 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3fa40eba-8809-4ad5-a6bf-23a97a6bc26c req-35c786ea-1f20-4535-a53e-6177f778d22e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 944 time: 0.1967471 Jun 29 17:26:33.908373 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:33.960071 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7808e99-9fbf-424f-8978-04cdca56071c {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:26:33.980595 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3fa40eba-8809-4ad5-a6bf-23a97a6bc26c req-94c3f1a8-8bde-4802-b22d-34add7b67469 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783730 Jun 29 17:26:34.033511 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port a7808e99-9fbf-424f-8978-04cdca56071c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a7808e99-9fbf-424f-8978-04cdca56071c,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:34.048229 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:34.054595 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:34.107350 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:34.108084 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-800d77de-7909-4299-9947-ccdfd74e1414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:34.142903 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8d9a7-7de8-4806-b2c0-b77504c33594 req-4bf3df7b-72f7-40a7-bc3c-64d3cb1e9f50 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:34.145396 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-daa8d9a7-7de8-4806-b2c0-b77504c33594 req-4bf3df7b-72f7-40a7-bc3c-64d3cb1e9f50 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 944 time: 0.1444745 Jun 29 17:26:34.182851 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0d92be-db84-46e7-b66a-97d4b4979ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cbb5aa-035d-4712-9da9-f9e45749f169'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:26:34.187053 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4066ebf3-a911-420b-a6a0-5ea8503aa595" -d '{"events": [{"server_uuid": "7e0d92be-db84-46e7-b66a-97d4b4979ddd", "name": "network-vif-plugged", "status": "completed", "tag": "21cbb5aa-035d-4712-9da9-f9e45749f169"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:26:34.194930 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=a7808e99-9fbf-424f-8978-04cdca56071c,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:34.210800 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:34.220380 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 21cbb5aa-035d-4712-9da9-f9e45749f169, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=21cbb5aa-035d-4712-9da9-f9e45749f169,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:34.227290 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:34.230782 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-3eb05443-e98f-4198-9726-807f056558a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:34.296647 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64f03b6-2afc-4b35-936f-4e1111f48cd5 x-openstack-request-id: req-a64f03b6-2afc-4b35-936f-4e1111f48cd5 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:26:34.296885 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-daa8d9a7-7de8-4806-b2c0-b77504c33594 req-c2d1a11b-7578-426d-8598-20a003aba17e tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406305 Jun 29 17:26:34.297988 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0d92be-db84-46e7-b66a-97d4b4979ddd", "name": "network-vif-plugged", "status": "completed", "tag": "21cbb5aa-035d-4712-9da9-f9e45749f169", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:26:34.303142 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a64f03b6-2afc-4b35-936f-4e1111f48cd5 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:26:34.306313 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0d92be-db84-46e7-b66a-97d4b4979ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cbb5aa-035d-4712-9da9-f9e45749f169', 'code': 200} Jun 29 17:26:34.350910 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=21cbb5aa-035d-4712-9da9-f9e45749f169,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:34.357315 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:34.471379 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-800d77de-7909-4299-9947-ccdfd74e1414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:34.483928 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-800d77de-7909-4299-9947-ccdfd74e1414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:34.489661 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:34.572679 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d77de-7909-4299-9947-ccdfd74e1414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e76d15c-41cb-450e-a629-3a34cbbd7231,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:34.576880 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-800d77de-7909-4299-9947-ccdfd74e1414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:34.584674 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-800d77de-7909-4299-9947-ccdfd74e1414 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e9107c0f81b54bdf9dfac8c771fee517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7546427 Jun 29 17:26:34.585370 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 38018) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:34.598205 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36dc45-63b5-4e51-89aa-5fdb14738724 req-af808b97-0c43-4d3a-8022-4d6b4c179075 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:34.600185 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ba36dc45-63b5-4e51-89aa-5fdb14738724 req-af808b97-0c43-4d3a-8022-4d6b4c179075 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.0959675 Jun 29 17:26:34.654780 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b47bd-7b32-4b60-9307-5ef36ece4a71 req-72a64afa-5270-4540-a42f-1a5e6c6e4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:34.656424 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-483b47bd-7b32-4b60-9307-5ef36ece4a71 req-72a64afa-5270-4540-a42f-1a5e6c6e4023 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 1098 time: 0.2243996 Jun 29 17:26:34.665584 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ba36dc45-63b5-4e51-89aa-5fdb14738724 req-5ebf6693-f095-4c34-9233-53437bee44b8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549486 Jun 29 17:26:34.731333 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-57881d11-5d4c-4043-b55e-93afe7ca35f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:34.742240 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-483b47bd-7b32-4b60-9307-5ef36ece4a71 req-5d7c2d48-5d0e-4420-91c7-9633487cb3a2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705867 Jun 29 17:26:34.766581 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81bb40-c59d-4049-be05-8695919278c3 req-d8f93fc1-045d-4cb4-84ad-0090dd0163b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:34.768095 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2f81bb40-c59d-4049-be05-8695919278c3 req-d8f93fc1-045d-4cb4-84ad-0090dd0163b4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 1098 time: 0.1655974 Jun 29 17:26:34.771126 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-57881d11-5d4c-4043-b55e-93afe7ca35f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:34.841198 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-57881d11-5d4c-4043-b55e-93afe7ca35f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:34.846465 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-57881d11-5d4c-4043-b55e-93afe7ca35f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:34.848848 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-57881d11-5d4c-4043-b55e-93afe7ca35f0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9e76d15c-41cb-450e-a629-3a34cbbd7231 HTTP/1.1" status: 204 len: 168 time: 0.2610140 Jun 29 17:26:34.850482 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-dc57c643-d7b9-44fb-91ae-323701190788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:34.863331 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57881d11-5d4c-4043-b55e-93afe7ca35f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e76d15c-41cb-450e-a629-3a34cbbd7231,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:34.867108 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-57881d11-5d4c-4043-b55e-93afe7ca35f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:34.872040 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['a7808e99-9fbf-424f-8978-04cdca56071c'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:26:35.075184 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2f81bb40-c59d-4049-be05-8695919278c3 req-8fd40338-967e-4dc7-a9b0-9692a0dd8530 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115682 Jun 29 17:26:35.536458 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048aa4d-c791-4927-9f41-7daec8543d1f req-49833e51-4393-4254-9255-79ecaccea30e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:35.548213 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4048aa4d-c791-4927-9f41-7daec8543d1f req-49833e51-4393-4254-9255-79ecaccea30e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 945 time: 0.3377378 Jun 29 17:26:35.626931 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4048aa4d-c791-4927-9f41-7daec8543d1f req-7e1f38e2-5b74-4e75-a1bb-8cafa2bbe1e1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776498 Jun 29 17:26:35.667065 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2204b-b613-4ab7-aa8b-b9b81c26836c req-371c5d0e-34a4-4d0c-8e26-1c4ec3a76c45 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:35.669018 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-deb2204b-b613-4ab7-aa8b-b9b81c26836c req-371c5d0e-34a4-4d0c-8e26-1c4ec3a76c45 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 945 time: 0.1091807 Jun 29 17:26:35.741461 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-deb2204b-b613-4ab7-aa8b-b9b81c26836c req-154ac1ab-4f99-4a20-9be1-65967e96a529 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555749 Jun 29 17:26:35.946830 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88c4d6-8972-46c3-9e5d-62b399f767f2 req-3886e168-d82c-4d34-a6cd-25a441d36fd1 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:35.953921 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-dc88c4d6-8972-46c3-9e5d-62b399f767f2 req-3886e168-d82c-4d34-a6cd-25a441d36fd1 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1037979 Jun 29 17:26:35.998165 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-dc88c4d6-8972-46c3-9e5d-62b399f767f2 req-14ab24a8-083c-453a-9e95-8b49dd226419 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419340 Jun 29 17:26:36.859967 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc066362-027d-4ff2-99ef-44a9589a19f7 req-68fb80f2-439d-4eb8-a416-8a35e783639a tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:36.868328 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fc066362-027d-4ff2-99ef-44a9589a19f7 req-68fb80f2-439d-4eb8-a416-8a35e783639a tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 945 time: 0.1020093 Jun 29 17:26:36.929952 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fc066362-027d-4ff2-99ef-44a9589a19f7 req-5a5f996e-d190-4d82-a590-659ddda3bdfd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601578 Jun 29 17:26:37.051445 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38112) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:37.054991 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9b0eb-60d3-47a8-8ac7-f6406cde070b req-81ffbd53-1e6e-490c-b708-33263f84aa9c tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:37.057818 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-36d9b0eb-60d3-47a8-8ac7-f6406cde070b req-81ffbd53-1e6e-490c-b708-33263f84aa9c tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 945 time: 0.1131930 Jun 29 17:26:37.124416 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-36d9b0eb-60d3-47a8-8ac7-f6406cde070b req-047815d7-3f1e-42c4-b868-8ee0f1951cf7 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588655 Jun 29 17:26:37.265315 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f5106474-f81b-42e1-b59d-a4f29e904f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:37.344355 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1480727-8258-4a41-9025-680a60a0567d req-058f5e9e-acf2-46c0-80c0-ded712363e4e tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:37.345993 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b1480727-8258-4a41-9025-680a60a0567d req-058f5e9e-acf2-46c0-80c0-ded712363e4e tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1451249 Jun 29 17:26:37.423386 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b1480727-8258-4a41-9025-680a60a0567d req-56779c6a-1077-4d7f-97a5-666bf7454fd5 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597796 Jun 29 17:26:37.459509 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f5106474-f81b-42e1-b59d-a4f29e904f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:37.467638 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f5106474-f81b-42e1-b59d-a4f29e904f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:37.476596 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-2581d474-b6b0-4e77-9f28-b724af955541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:37.546641 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-f5106474-f81b-42e1-b59d-a4f29e904f5d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c7689c63316d46fc98733e9bf9f62d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4934282 Jun 29 17:26:37.548216 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5106474-f81b-42e1-b59d-a4f29e904f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7330c0e0-e6ba-418e-a7d5-39eb6679fdcf,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:37.549848 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 38118) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:37.554007 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f5106474-f81b-42e1-b59d-a4f29e904f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:37.616150 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device a7808e99-9fbf-424f-8978-04cdca56071c up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:26:37.651622 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cf792260-2695-4e97-9154-e6dd22abc14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:37.700531 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port a7808e99-9fbf-424f-8978-04cdca56071c completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:26:37.708741 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port a7808e99-9fbf-424f-8978-04cdca56071c triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:37.709649 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:37.713148 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cf792260-2695-4e97-9154-e6dd22abc14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:37.804578 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b813cc-6fad-4fd7-b4ee-9b73cbf4ef79 req-65141453-ca9a-4f0e-9654-6a9cd3f6e498 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:37.816808 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a3b813cc-6fad-4fd7-b4ee-9b73cbf4ef79 req-65141453-ca9a-4f0e-9654-6a9cd3f6e498 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.2206299 Jun 29 17:26:37.888751 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a3b813cc-6fad-4fd7-b4ee-9b73cbf4ef79 req-b32cb95c-1f96-4add-b6fa-1a6e27a34d80 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701413 Jun 29 17:26:37.905999 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cf792260-2695-4e97-9154-e6dd22abc14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:37.919474 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cf792260-2695-4e97-9154-e6dd22abc14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:37.924543 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-cf792260-2695-4e97-9154-e6dd22abc14e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7330c0e0-e6ba-418e-a7d5-39eb6679fdcf HTTP/1.1" status: 204 len: 168 time: 0.3706443 Jun 29 17:26:37.928529 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:37.957266 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf792260-2695-4e97-9154-e6dd22abc14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7330c0e0-e6ba-418e-a7d5-39eb6679fdcf,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:37.962138 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-cf792260-2695-4e97-9154-e6dd22abc14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:38.267793 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:38.372237 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6035b3-e199-4481-8966-f52cddfa5506 req-75da8bef-2f62-4ef2-9ab4-6912e604881c tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:38.375688 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fe6035b3-e199-4481-8966-f52cddfa5506 req-75da8bef-2f62-4ef2-9ab4-6912e604881c tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 945 time: 0.1418543 Jun 29 17:26:38.410795 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248e785b-e6f4-4a0f-b237-0391e0868f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7808e99-9fbf-424f-8978-04cdca56071c'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:26:38.423949 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca60a823-e905-446c-983d-103f8f6144c8" -d '{"events": [{"server_uuid": "248e785b-e6f4-4a0f-b237-0391e0868f7e", "name": "network-vif-plugged", "status": "completed", "tag": "a7808e99-9fbf-424f-8978-04cdca56071c"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:26:38.475717 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port a7808e99-9fbf-424f-8978-04cdca56071c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a7808e99-9fbf-424f-8978-04cdca56071c,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:38.485887 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:38.505270 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:38.539331 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fe6035b3-e199-4481-8966-f52cddfa5506 req-2067494c-9400-4d71-80fb-9cd95f9ba566 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555250 Jun 29 17:26:38.601268 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe994e1b-466f-40fb-93e9-102fe286ef4c req-b9249507-b2c1-44e4-a9bf-ecff5c53bb7c tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:38.607355 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-fe994e1b-466f-40fb-93e9-102fe286ef4c req-b9249507-b2c1-44e4-a9bf-ecff5c53bb7c tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 945 time: 0.1706262 Jun 29 17:26:38.666329 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca018e37-27ed-44fe-bffc-4baf80c47225 x-openstack-request-id: req-ca018e37-27ed-44fe-bffc-4baf80c47225 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:26:38.671622 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248e785b-e6f4-4a0f-b237-0391e0868f7e", "name": "network-vif-plugged", "status": "completed", "tag": "a7808e99-9fbf-424f-8978-04cdca56071c", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:26:38.671943 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ca018e37-27ed-44fe-bffc-4baf80c47225 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:26:38.672569 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248e785b-e6f4-4a0f-b237-0391e0868f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7808e99-9fbf-424f-8978-04cdca56071c', 'code': 200} Jun 29 17:26:38.691371 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-fe994e1b-466f-40fb-93e9-102fe286ef4c req-59630055-2077-449c-a764-2582a24fd07c tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734234 Jun 29 17:26:38.751321 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=a7808e99-9fbf-424f-8978-04cdca56071c,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:38.765832 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:39.079626 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6103f3a-377c-4c27-a3e1-66f88fc3e016 req-26ddcfc0-6bd5-4515-bd2f-60e38ea1fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:39.081747 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c6103f3a-377c-4c27-a3e1-66f88fc3e016 req-26ddcfc0-6bd5-4515-bd2f-60e38ea1fc50 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 1099 time: 0.0652945 Jun 29 17:26:39.134711 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c6103f3a-377c-4c27-a3e1-66f88fc3e016 req-2b6a786a-c115-4b09-b04d-e48486412213 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385675 Jun 29 17:26:39.286181 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 38180) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:39.417551 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-20701651-network', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:39.445000 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Made reservation on behalf of a55c9f03f035457f8efa3c0a4a535cca for: {'network': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:26:39.447661 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.458109 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.590716 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.596563 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.604063 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:39.638148 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=93004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:26:39.657357 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3254f4bb-4cca-47ee-921b-43f7ea42eb82,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:39.661354 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.661705 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.segments_db [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Added segment 092e0289-91b5-47ff-a2ff-de8de2ce8abb of type vlan for network 74e5cd0c-24da-4292-b907-cd569f5acc13 Jun 29 17:26:39.663355 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:39.714034 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.763831 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.765268 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:39.765897 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.768301 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:39.832509 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5446222 Jun 29 17:26:39.838042 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 38190) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:39.848817 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69ab83-00e5-46ce-b6ee-a29b7abcc2d3 req-d4b8fa5a-3b42-408e-a9a9-a45b167c63aa tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:39.850543 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1e69ab83-00e5-46ce-b6ee-a29b7abcc2d3 req-d4b8fa5a-3b42-408e-a9a9-a45b167c63aa tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.1098137 Jun 29 17:26:39.863255 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-5ca1da72-1390-4916-9833-96c2975dca3b admin admin] Request body: {'subnet': {'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-20701651-subnet', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'ip_version': 4}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:39.868767 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Pushing event updated for resources: {'Network': ['ID=74e5cd0c-24da-4292-b907-cd569f5acc13,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:39.889405 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network 74e5cd0c-24da-4292-b907-cd569f5acc13 details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:26:39.894655 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:39.948107 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca1da72-1390-4916-9833-96c2975dca3b admin admin] Made reservation on behalf of a55c9f03f035457f8efa3c0a4a535cca for: {'subnet': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:26:39.953136 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5ca1da72-1390-4916-9833-96c2975dca3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7353051'] for subnet, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:39.999376 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1e69ab83-00e5-46ce-b6ee-a29b7abcc2d3 req-26ae789c-7fbc-4b00-ae49-110d91cc2fe1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357713 Jun 29 17:26:40.312844 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5ca1da72-1390-4916-9833-96c2975dca3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7729799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7353033'] for subnet, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.320435 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:40.417967 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38212) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:40.426759 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1da72-1390-4916-9833-96c2975dca3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d932e18c-a0bb-4632-863a-53bc43ec0f10,revision_number=0']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:40.439657 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-5ca1da72-1390-4916-9833-96c2975dca3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:40.455699 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca1da72-1390-4916-9833-96c2975dca3b admin admin] Checking segment: {'id': '092e0289-91b5-47ff-a2ff-de8de2ce8abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:26:40.456832 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca1da72-1390-4916-9833-96c2975dca3b admin admin] Network hostable DHCP agents. Network: 74e5cd0c-24da-4292-b907-cd569f5acc13, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:26:40.481269 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca1da72-1390-4916-9833-96c2975dca3b admin admin] Network 74e5cd0c-24da-4292-b907-cd569f5acc13 is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:26:40.492453 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [None req-5ca1da72-1390-4916-9833-96c2975dca3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, 74e5cd0c-24da-4292-b907-cd569f5acc13) {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:40.499540 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca1da72-1390-4916-9833-96c2975dca3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:40.501624 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5ca1da72-1390-4916-9833-96c2975dca3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.505568 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c706abfd-c271-4b0e-b435-6fe775024786 None None] Network 74e5cd0c-24da-4292-b907-cd569f5acc13 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:26:40.527095 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-5ca1da72-1390-4916-9833-96c2975dca3b admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6872554 Jun 29 17:26:40.530084 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 38216) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:40.535609 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-20701651-router', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:40.570862 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-798'] for router, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.574603 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1982058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-777'] for router, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.660720 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2c92ed88-9899-4a02-8c5f-2b4c220622f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.665838 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.797321 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82051051-6113-5470-b093-2a6234e3e4de-74e5cd0c-24da-4292-b907-cd569f5acc13', 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'fixed_ips': [{'subnet_id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10'}]}} from dv-cinder-763306-14-smb. {{(pid=93005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:26:40.798211 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.833688 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2c92ed88-9899-4a02-8c5f-2b4c220622f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.842841 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2c92ed88-9899-4a02-8c5f-2b4c220622f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.847331 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-889b3100-6ca1-42f8-9ceb-f3d2ea0d697e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:40.901867 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-2c92ed88-9899-4a02-8c5f-2b4c220622f1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e77cf4f1d6454f8b86ce22b7eb669285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4823046 Jun 29 17:26:40.903346 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1601909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1019'] for router, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:40.909681 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 38220) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:40.917914 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92ed88-9899-4a02-8c5f-2b4c220622f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21299f4-8433-456c-a704-143b150385d8,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:40.922749 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-2c92ed88-9899-4a02-8c5f-2b4c220622f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:41.002925 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.db_base_plugin_common [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Allocated IP 172.20.0.2 (74e5cd0c-24da-4292-b907-cd569f5acc13/d932e18c-a0bb-4632-863a-53bc43ec0f10/254f1dfe-7c12-4eef-9a13-921fa60f168e) {{(pid=93005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:26:41.093038 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4d0e325d-6d02-4dbb-adc0-c55f9d24844d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:41.168325 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4d0e325d-6d02-4dbb-adc0-c55f9d24844d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:41.307887 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Notify callbacks [] for port, precommit_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:41.323559 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Transition to ACTIVE for port object 254f1dfe-7c12-4eef-9a13-921fa60f168e will not be triggered until provisioned by entity L2. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:26:41.494946 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Transition to ACTIVE for port object 254f1dfe-7c12-4eef-9a13-921fa60f168e will not be triggered until provisioned by entity DHCP. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:26:41.499126 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4d0e325d-6d02-4dbb-adc0-c55f9d24844d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:41.504243 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948'] for port, after_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:41.506322 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4d0e325d-6d02-4dbb-adc0-c55f9d24844d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:41.508813 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-4d0e325d-6d02-4dbb-adc0-c55f9d24844d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c21299f4-8433-456c-a704-143b150385d8 HTTP/1.1" status: 204 len: 168 time: 0.5973961 Jun 29 17:26:41.509780 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:41.517085 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:41.561619 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de64697-bb7b-4a54-bf34-c9dd8651aa79 req-a1d60a70-9a67-4f48-95e0-c11887f39685 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:41.565196 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6de64697-bb7b-4a54-bf34-c9dd8651aa79 req-a1d60a70-9a67-4f48-95e0-c11887f39685 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.3656647 Jun 29 17:26:41.634041 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Pushing event updated for resources: {'Port': ['ID=254f1dfe-7c12-4eef-9a13-921fa60f168e,revision_number=1']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:41.649936 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e325d-6d02-4dbb-adc0-c55f9d24844d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21299f4-8433-456c-a704-143b150385d8,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:41.651717 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:41.655220 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-4d0e325d-6d02-4dbb-adc0-c55f9d24844d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:41.661058 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Network 74e5cd0c-24da-4292-b907-cd569f5acc13 is already hosted by enough agents. {{(pid=93005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:26:41.664086 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.base_scheduler [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Resources bound (agent type, host, resource id): {{(pid=93005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:41.679509 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Received port after_create {{(pid=93005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:26:41.761872 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:41.803411 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Attempting to bind port 254f1dfe-7c12-4eef-9a13-921fa60f168e on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:26:41.804103 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Attempting to bind port 254f1dfe-7c12-4eef-9a13-921fa60f168e by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': '092e0289-91b5-47ff-a2ff-de8de2ce8abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13'}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:26:41.804676 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Attempting to bind port 254f1dfe-7c12-4eef-9a13-921fa60f168e on network 74e5cd0c-24da-4292-b907-cd569f5acc13 {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:26:41.814179 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:41.821070 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:26:41.821631 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Checking segment: {'id': '092e0289-91b5-47ff-a2ff-de8de2ce8abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:26:41.822293 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:41.822936 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Bound using segment: {'id': '092e0289-91b5-47ff-a2ff-de8de2ce8abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13'} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:26:41.824019 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Bound port: 254f1dfe-7c12-4eef-9a13-921fa60f168e, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092e0289-91b5-47ff-a2ff-de8de2ce8abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13'}}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:26:41.824672 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:41.855294 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6de64697-bb7b-4a54-bf34-c9dd8651aa79 req-3129de07-ef35-4579-a877-4c7db942a761 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995833 Jun 29 17:26:42.021834 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] For port 254f1dfe-7c12-4eef-9a13-921fa60f168e, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:26:42.030427 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] For port 254f1dfe-7c12-4eef-9a13-921fa60f168e, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=254f1dfe-7c12-4eef-9a13-921fa60f168e,segment=NetworkSegment(092e0289-91b5-47ff-a2ff-de8de2ce8abb),segment_id=092e0289-91b5-47ff-a2ff-de8de2ce8abb)] {{(pid=93005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:26:42.050771 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:42.072204 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-e48775fe-c631-4f11-b024-fa794c9cc412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:42.076296 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed41d25-06e4-4159-be6f-c363729d3c14 req-74cb8a60-dbad-489a-ba7c-858a08792a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:42.079291 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bed41d25-06e4-4159-be6f-c363729d3c14 req-74cb8a60-dbad-489a-ba7c-858a08792a1d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86f0d1cf5da54b34a84d748acfe3ab8c&device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 1099 time: 0.4041946 Jun 29 17:26:42.269645 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53984b70-0d9a-4290-9234-45c1c679aab7 req-e86e2e00-65dc-4f95-abc4-21f9bc926aed tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:42.275106 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-53984b70-0d9a-4290-9234-45c1c679aab7 req-e86e2e00-65dc-4f95-abc4-21f9bc926aed tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.2454052 Jun 29 17:26:42.312544 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Pushing event updated for resources: {'Port': ['ID=254f1dfe-7c12-4eef-9a13-921fa60f168e,revision_number=2']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:42.341713 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:42.405632 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Allocated IP 172.28.0.117 (48360abb-0c2a-46d3-ad90-a3956d77b608/c009a85e-4853-4052-a30a-9edb82f7da60/62d7df70-8a6c-4e66-a6d2-e5997a7c70c9) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:26:42.423911 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-53984b70-0d9a-4290-9234-45c1c679aab7 req-2455adff-102f-4b6d-892a-2461e4422c34 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362166 Jun 29 17:26:42.615322 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed41d25-06e4-4159-be6f-c363729d3c14 req-d0944426-4180-4b3d-822b-80956ac643ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:42.616836 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bed41d25-06e4-4159-be6f-c363729d3c14 req-d0944426-4180-4b3d-822b-80956ac643ad service neutron] 10.222.0.72 "GET /v2.0/networks?id=848c8866-fdff-4385-a864-0f9f4cb70ea5 HTTP/1.1" status: 200 len: 921 time: 0.4983530 Jun 29 17:26:42.714488 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bed41d25-06e4-4159-be6f-c363729d3c14 req-b4b443db-f2e5-4dc5-8e24-7826f18a59ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=597f1683-760b-40fe-b4db-93b3bf7049ed HTTP/1.1" status: 200 len: 217 time: 0.0829537 Jun 29 17:26:42.731201 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:42.813733 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed41d25-06e4-4159-be6f-c363729d3c14 req-8add3f96-268a-4fd9-9e3a-85b0fb2b1324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:42.816969 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bed41d25-06e4-4159-be6f-c363729d3c14 req-8add3f96-268a-4fd9-9e3a-85b0fb2b1324 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2836b31e-fb3d-46b6-943e-6bb4d25b15b8 HTTP/1.1" status: 200 len: 859 time: 0.0811989 Jun 29 17:26:42.905956 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bed41d25-06e4-4159-be6f-c363729d3c14 req-08491085-8ea3-4fd8-965f-6b270b68472f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=848c8866-fdff-4385-a864-0f9f4cb70ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591216 Jun 29 17:26:42.914681 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:42.927453 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-a718dcd3-3166-405f-bc36-aa771888b556 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:42.964129 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:26:42.981612 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:43.007314 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:26:43.082200 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Pushing event updated for resources: {'Port': ['ID=62d7df70-8a6c-4e66-a6d2-e5997a7c70c9,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:43.093632 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:43.179632 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344ad63-525e-4762-ad7c-cbadea8da2b8 req-63fd947b-f1aa-40a8-964d-0d2c0e1cd57c tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:43.181223 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f344ad63-525e-4762-ad7c-cbadea8da2b8 req-63fd947b-f1aa-40a8-964d-0d2c0e1cd57c tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.1315238 Jun 29 17:26:43.181925 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38280) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:43.256693 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f344ad63-525e-4762-ad7c-cbadea8da2b8 req-8bc84fdb-3a3b-4157-8b26-2851ed7599c7 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681775 Jun 29 17:26:43.411017 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1436258489-network', 'tenant_id': '25d2f180cc7b4e7299492fd7b94f73b6'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:43.458376 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Made reservation on behalf of 25d2f180cc7b4e7299492fd7b94f73b6 for: {'network': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:26:43.468826 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:43.531117 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:43.664006 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bed41d25-06e4-4159-be6f-c363729d3c14 req-5eb30a5a-4ad8-41ea-ae34-9e22e82d6f1d service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7018876 Jun 29 17:26:43.770287 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 254f1dfe-7c12-4eef-9a13-921fa60f168e up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:26:43.847770 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:43.850004 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 254f1dfe-7c12-4eef-9a13-921fa60f168e completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:26:43.871352 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:43.882570 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-3ef08d0e-e532-40ce-89b0-0f999daea278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:43.905480 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a9a84-8da5-4d1a-99e4-908b9acb0898 req-9eaa1d68-fad9-4138-a41d-740580a265ad tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:43.906170 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838b9257-7b1a-4213-9576-760b82d558f6 None None] Network 74e5cd0c-24da-4292-b907-cd569f5acc13 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:26:43.907410 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-357a9a84-8da5-4d1a-99e4-908b9acb0898 req-9eaa1d68-fad9-4138-a41d-740580a265ad tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1759145 Jun 29 17:26:43.957562 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] vlan segment allocate from pool success with {'vlan_id': 1196, 'physical_network': 'physnet1'} {{(pid=93003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:26:43.967904 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:43.974290 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:43.995917 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:43.996498 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.segments_db [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Added segment 90912eee-697a-462b-ab1e-19ec7236e0a0 of type vlan for network f2028c8d-30b9-48e8-8ecb-685c142e297b Jun 29 17:26:44.023714 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-cdf957bf-6655-4cef-a904-0c2d764598b6 None None] Provisioning for port 254f1dfe-7c12-4eef-9a13-921fa60f168e completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:26:44.036647 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-cdf957bf-6655-4cef-a904-0c2d764598b6 None None] Provisioning complete for port 254f1dfe-7c12-4eef-9a13-921fa60f168e triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:44.037733 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-cdf957bf-6655-4cef-a904-0c2d764598b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:44.039383 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-357a9a84-8da5-4d1a-99e4-908b9acb0898 req-c55761e2-162c-44dc-8dca-e08a35213eb2 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231072 Jun 29 17:26:44.092001 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:44.139802 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bed41d25-06e4-4159-be6f-c363729d3c14 req-1cfae860-3ad0-4944-9e88-1b665fc1c8b8 service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555626 Jun 29 17:26:44.144149 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:44.148539 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:44.150302 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:44.155162 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:44.167319 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1480b3-123b-451b-888c-e6f9f1b350e2 req-dab9963e-fcf1-4258-b627-d0593b8b1917 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:44.169336 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bd1480b3-123b-451b-888c-e6f9f1b350e2 req-dab9963e-fcf1-4258-b627-d0593b8b1917 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.5746119 Jun 29 17:26:44.192536 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 38296) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:44.198143 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-38d3ad61-be17-47a6-9cbc-b7049a9f5c6f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Request body: {'floatingip': {'port_id': 'a7808e99-9fbf-424f-8978-04cdca56071c'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:44.245247 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:44.253905 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0698252 Jun 29 17:26:44.258699 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38302) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:44.273859 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-2801bb2a-f54b-4a6e-b9d7-8879eaa59b84 admin admin] Request body: {'subnet': {'network_id': 'f2028c8d-30b9-48e8-8ecb-685c142e297b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1436258489-subnet', 'tenant_id': '25d2f180cc7b4e7299492fd7b94f73b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:44.310332 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Pushing event updated for resources: {'Network': ['ID=f2028c8d-30b9-48e8-8ecb-685c142e297b,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:44.317450 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:44.330391 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2801bb2a-f54b-4a6e-b9d7-8879eaa59b84 admin admin] Made reservation on behalf of 25d2f180cc7b4e7299492fd7b94f73b6 for: {'subnet': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:26:44.335315 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2801bb2a-f54b-4a6e-b9d7-8879eaa59b84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5156260'] for subnet, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:44.354353 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network f2028c8d-30b9-48e8-8ecb-685c142e297b details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:26:44.457153 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-cdf957bf-6655-4cef-a904-0c2d764598b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:44.553652 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-cdf957bf-6655-4cef-a904-0c2d764598b6 None None] For port 254f1dfe-7c12-4eef-9a13-921fa60f168e, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=254f1dfe-7c12-4eef-9a13-921fa60f168e,segment=NetworkSegment(092e0289-91b5-47ff-a2ff-de8de2ce8abb),segment_id=092e0289-91b5-47ff-a2ff-de8de2ce8abb)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:44.562303 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-cdf957bf-6655-4cef-a904-0c2d764598b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:44.571326 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:44.605233 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2801bb2a-f54b-4a6e-b9d7-8879eaa59b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8352410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5156278'] for subnet, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:44.616468 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:44.647480 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-38d3ad61-be17-47a6-9cbc-b7049a9f5c6f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for floatingip, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:44.670204 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf957bf-6655-4cef-a904-0c2d764598b6 None None] Pushing event updated for resources: {'Port': ['ID=254f1dfe-7c12-4eef-9a13-921fa60f168e,revision_number=3']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:44.677239 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-cdf957bf-6655-4cef-a904-0c2d764598b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:44.685645 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:44.765857 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801bb2a-f54b-4a6e-b9d7-8879eaa59b84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d10d53f-8f81-4d95-91c8-6252c0b3e17c,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:44.768692 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-2801bb2a-f54b-4a6e-b9d7-8879eaa59b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:44.770005 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801bb2a-f54b-4a6e-b9d7-8879eaa59b84 admin admin] Checking segment: {'id': '90912eee-697a-462b-ab1e-19ec7236e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'f2028c8d-30b9-48e8-8ecb-685c142e297b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:26:44.770471 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2801bb2a-f54b-4a6e-b9d7-8879eaa59b84 admin admin] Network hostable DHCP agents. Network: f2028c8d-30b9-48e8-8ecb-685c142e297b, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:26:44.798439 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2801bb2a-f54b-4a6e-b9d7-8879eaa59b84 admin admin] Network f2028c8d-30b9-48e8-8ecb-685c142e297b is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:26:44.812503 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-2801bb2a-f54b-4a6e-b9d7-8879eaa59b84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, f2028c8d-30b9-48e8-8ecb-685c142e297b) {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:44.820454 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2801bb2a-f54b-4a6e-b9d7-8879eaa59b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:44.821111 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2801bb2a-f54b-4a6e-b9d7-8879eaa59b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:44.837732 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba9de14-5845-42cd-a257-059cd76c3ebe None None] Network f2028c8d-30b9-48e8-8ecb-685c142e297b requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:26:44.854917 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-2801bb2a-f54b-4a6e-b9d7-8879eaa59b84 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5861440 Jun 29 17:26:44.884298 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601937'] for router, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:45.019456 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-7ef3766e-5a21-4ffc-8e15-6bb25a2e8cc2 None None] Provisioning complete for port 254f1dfe-7c12-4eef-9a13-921fa60f168e triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:45.020016 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-7ef3766e-5a21-4ffc-8e15-6bb25a2e8cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:45.130442 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178b1615-96f2-4684-93b3-716ab87997e3 None None] Network f2028c8d-30b9-48e8-8ecb-685c142e297b requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:26:45.348400 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0aef7-2681-474b-9549-a946106f6f34 req-a713fe6d-271e-475e-83fd-e3074233c5dd tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:45.350434 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c4a0aef7-2681-474b-9549-a946106f6f34 req-a713fe6d-271e-475e-83fd-e3074233c5dd tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1265569 Jun 29 17:26:45.504614 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c4a0aef7-2681-474b-9549-a946106f6f34 req-b691d84b-82f6-4190-81e4-7a315b6b46cc tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474049 Jun 29 17:26:45.550410 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Router 849f0d40-f6f7-40e7-9795-0cf49851657c is scheduled to L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 with binding_index 1 {{(pid=93004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:26:45.618072 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 254f1dfe-7c12-4eef-9a13-921fa60f168e up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:26:45.696595 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 254f1dfe-7c12-4eef-9a13-921fa60f168e triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:45.697701 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:46.192757 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.db.resource_extend [None req-38d3ad61-be17-47a6-9cbc-b7049a9f5c6f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:26:46.238825 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:26:46.254503 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Sync routers for ids ['849f0d40-f6f7-40e7-9795-0cf49851657c'] in dv-cinder-763306-14-smb {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:26:46.271071 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Routers {'849f0d40-f6f7-40e7-9795-0cf49851657c'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:26:46.272671 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:26:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['849f0d40-f6f7-40e7-9795-0cf49851657c'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:46.296462 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Notify callbacks [] for router, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:46.297863 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.7664897 Jun 29 17:26:46.301539 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 38348) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:46.312736 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-38d3ad61-be17-47a6-9cbc-b7049a9f5c6f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:46.352912 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-38d3ad61-be17-47a6-9cbc-b7049a9f5c6f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605382'] for floatingip, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:46.597973 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.l3_db [None req-38d3ad61-be17-47a6-9cbc-b7049a9f5c6f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Floating IP df0acaca-d861-4ad3-b942-cf75329af7be associated. External IP: 172.28.0.122, port: a7808e99-9fbf-424f-8978-04cdca56071c. Jun 29 17:26:46.625167 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Set router 849f0d40-f6f7-40e7-9795-0cf49851657c gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:26:46.994271 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf95bc7-627c-4d8c-862b-0265d7c000d6 req-287e94e8-dab9-441f-b142-c4450fd15992 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:46.996585 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-dcf95bc7-627c-4d8c-862b-0265d7c000d6 req-287e94e8-dab9-441f-b142-c4450fd15992 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1196587 Jun 29 17:26:47.100481 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-dcf95bc7-627c-4d8c-862b-0265d7c000d6 req-5f468b78-8c4f-407e-ba6e-fde36f31053a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869777 Jun 29 17:26:47.209802 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'name': 'tempest-TestShelveInstance-20701651-router', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:40Z', 'updated_at': '2021-06-29T17:26:43Z', 'revision_number': 3, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'gw_port': {'id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:41Z', 'updated_at': '2021-06-29T17:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:47.244324 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Checking router: 849f0d40-f6f7-40e7-9795-0cf49851657c for host: dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:26:47.244690 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Updating router 849f0d40-f6f7-40e7-9795-0cf49851657c port 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9 binding host dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:26:47.298672 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:47.342292 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d3ad61-be17-47a6-9cbc-b7049a9f5c6f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Router 41c0429e-2796-4b61-9714-21d8f3c7dc58 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:26:47.641210 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-6d694a62-5895-4ad0-b343-4bf681af3735 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:47.644623 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-6d694a62-5895-4ad0-b343-4bf681af3735 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/networks?id=f2028c8d-30b9-48e8-8ecb-685c142e297b HTTP/1.1" status: 200 len: 814 time: 0.2696257 Jun 29 17:26:47.672709 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-5cdb2219-2edb-4abc-9bdf-2cb97e836ad3 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/quotas/25d2f180cc7b4e7299492fd7b94f73b6 HTTP/1.1" status: 200 len: 375 time: 0.0172791 Jun 29 17:26:47.765500 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-0fbb850d-51e7-42d4-96c9-f78da365e544 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=25d2f180cc7b4e7299492fd7b94f73b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711937 Jun 29 17:26:47.769557 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:47.792046 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.provisioning_blocks [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Transition to ACTIVE for port object 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9 will not be triggered until provisioned by entity L2. {{(pid=93006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:26:47.811355 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:47.820677 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d3ad61-be17-47a6-9cbc-b7049a9f5c6f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:26:47.855106 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059752da-ea87-449f-a2cb-f475bd692c48 None None] Sync routers for ids ['41c0429e-2796-4b61-9714-21d8f3c7dc58'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:26:47.865388 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:47.888866 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059752da-ea87-449f-a2cb-f475bd692c48 None None] Routers {'41c0429e-2796-4b61-9714-21d8f3c7dc58'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:26:47.889653 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-059752da-ea87-449f-a2cb-f475bd692c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:26:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['41c0429e-2796-4b61-9714-21d8f3c7dc58'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:47.924771 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-9a385b99-897d-4ba8-bb76-132d9cd75906 service neutron] 10.222.0.101 "GET /v2.0/networks/f2028c8d-30b9-48e8-8ecb-685c142e297b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464992 Jun 29 17:26:47.932190 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-38d3ad61-be17-47a6-9cbc-b7049a9f5c6f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for floatingip, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:47.938640 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:48.006796 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Attempting to bind port 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:26:48.007126 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Attempting to bind port 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}] {{(pid=93006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:26:48.007485 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Attempting to bind port 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9 on network 48360abb-0c2a-46d3-ad90-a3956d77b608 {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:26:48.032146 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:26:48.032601 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Checking segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:26:48.033188 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:48.033602 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Bound using segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:26:48.036971 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Bound port: 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}}] {{(pid=93006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:26:48.037343 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:48.043535 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350e3f3-e97c-4d5e-958c-899a1b847188 None None] Pushing event updated for resources: {'Port': ['ID=62d7df70-8a6c-4e66-a6d2-e5997a7c70c9,revision_number=2']} {{(pid=93006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:48.097303 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-7350e3f3-e97c-4d5e-958c-899a1b847188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:48.106647 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-9dd3e224-5c23-4e64-8146-4b7e2896cb88 service neutron] 10.222.0.101 "GET /v2.0/networks/f2028c8d-30b9-48e8-8ecb-685c142e297b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804395 Jun 29 17:26:48.202519 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.db [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] For port 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:26:48.210924 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.db [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] For port 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=62d7df70-8a6c-4e66-a6d2-e5997a7c70c9,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:26:48.214322 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-059752da-ea87-449f-a2cb-f475bd692c48 None None] Set router 41c0429e-2796-4b61-9714-21d8f3c7dc58 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:26:48.221212 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:48.222239 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:48.263681 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-38d3ad61-be17-47a6-9cbc-b7049a9f5c6f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "PUT /v2.0/floatingips/df0acaca-d861-4ad3-b942-cf75329af7be HTTP/1.1" status: 200 len: 992 time: 4.0699031 Jun 29 17:26:48.308054 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248e785b-e6f4-4a0f-b237-0391e0868f7e', 'tag': 'a7808e99-9fbf-424f-8978-04cdca56071c'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:26:48.321114 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965d78df-705e-4c36-bac0-e1719cab518c" -d '{"events": [{"name": "network-changed", "server_uuid": "248e785b-e6f4-4a0f-b237-0391e0868f7e", "tag": "a7808e99-9fbf-424f-8978-04cdca56071c"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:26:48.348761 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Routers {'849f0d40-f6f7-40e7-9795-0cf49851657c'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:26:48.349239 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:26:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['849f0d40-f6f7-40e7-9795-0cf49851657c'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:48.498316 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] Set router 849f0d40-f6f7-40e7-9795-0cf49851657c gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:26:48.643140 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8a1ef-3e1c-498f-8b01-e4368c9c7d0b req-9b197179-13a2-458c-b676-02769af6d3d0 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:48.646662 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-90e8a1ef-3e1c-498f-8b01-e4368c9c7d0b req-9b197179-13a2-458c-b676-02769af6d3d0 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.2416294 Jun 29 17:26:48.778705 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-90e8a1ef-3e1c-498f-8b01-e4368c9c7d0b req-ce8c3457-a4ba-494d-a983-6154f385e7ab tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993052 Jun 29 17:26:48.824745 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-133bddf2-2352-4b36-b2d0-192a09815868 req-744be45d-f3f7-4852-a8da-ee7f69081cc5 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 210 time: 0.1195796 Jun 29 17:26:48.892244 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Allocated IP 172.20.0.1 (74e5cd0c-24da-4292-b907-cd569f5acc13/d932e18c-a0bb-4632-863a-53bc43ec0f10/59b92e2f-8b97-4179-ac7f-cfd775422560) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:26:48.981031 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6647b43-d303-4eb0-be80-49be7d2cd3be x-openstack-request-id: req-e6647b43-d303-4eb0-be80-49be7d2cd3be {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:26:48.981595 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248e785b-e6f4-4a0f-b237-0391e0868f7e", "tag": "a7808e99-9fbf-424f-8978-04cdca56071c", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:26:48.982068 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e6647b43-d303-4eb0-be80-49be7d2cd3be {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:26:48.982802 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248e785b-e6f4-4a0f-b237-0391e0868f7e', 'tag': 'a7808e99-9fbf-424f-8978-04cdca56071c', 'status': 'completed', 'code': 200} Jun 29 17:26:49.106819 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350e3f3-e97c-4d5e-958c-899a1b847188 None None] Pushing event updated for resources: {'Port': ['ID=62d7df70-8a6c-4e66-a6d2-e5997a7c70c9,revision_number=3']} {{(pid=93006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:49.117106 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-7350e3f3-e97c-4d5e-958c-899a1b847188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:49.138894 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'name': 'tempest-TestShelveInstance-20701651-router', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:40Z', 'updated_at': '2021-06-29T17:26:43Z', 'revision_number': 3, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'gw_port': {'id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:41Z', 'updated_at': '2021-06-29T17:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:49.254389 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497ab3c-7564-4d52-a53d-a9fc3d19cdd3 None None] The sync data for ids ['849f0d40-f6f7-40e7-9795-0cf49851657c'] in dv-cinder-763306-14-smb is: [{'id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'name': 'tempest-TestShelveInstance-20701651-router', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:40Z', 'updated_at': '2021-06-29T17:26:43Z', 'revision_number': 3, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'gw_port': {'id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:41Z', 'updated_at': '2021-06-29T17:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}] {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:26:49.421588 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-059752da-ea87-449f-a2cb-f475bd692c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:10Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': 'df0acaca-d861-4ad3-b942-cf75329af7be', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'floating_ip_address': '172.28.0.122', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'port_id': 'a7808e99-9fbf-424f-8978-04cdca56071c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'mac_address': 'fa:16:3e:af:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e785b-e6f4-4a0f-b237-0391e0868f7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:26:17Z', 'updated_at': '2021-06-29T17:26:45Z', 'revision_number': 1, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13d6907-5343-4bd9-8e90-02f37d236415', 'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'mac_address': 'fa:16:3e:1f:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:08Z', 'updated_at': '2021-06-29T17:26:18Z', 'revision_number': 5, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'subnets': [{'id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:49.492403 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059752da-ea87-449f-a2cb-f475bd692c48 None None] Checking router: 41c0429e-2796-4b61-9714-21d8f3c7dc58 for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:26:49.513266 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059752da-ea87-449f-a2cb-f475bd692c48 None None] Routers {'41c0429e-2796-4b61-9714-21d8f3c7dc58'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:26:49.515551 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-059752da-ea87-449f-a2cb-f475bd692c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:26:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['41c0429e-2796-4b61-9714-21d8f3c7dc58'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:49.528351 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:49.532865 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d78df-705e-4c36-bac0-e1719cab518c req-d63dc5b1-21b3-423b-8ce6-186cb0d94581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:49.535730 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-965d78df-705e-4c36-bac0-e1719cab518c req-d63dc5b1-21b3-423b-8ce6-186cb0d94581 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c41cecead69426387b4773190dc0f6b&device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 1099 time: 0.5290191 Jun 29 17:26:49.561794 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Transition to ACTIVE for port object 59b92e2f-8b97-4179-ac7f-cfd775422560 will not be triggered until provisioned by entity DHCP. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:26:49.694655 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:49.712760 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-57bf4d7b-327f-43aa-bb4e-2f5e037922fb tempest-VolumesActionsTest-887629544 tempest-VolumesActionsTest-887629544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:49.764003 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d78df-705e-4c36-bac0-e1719cab518c req-691eb507-6888-4753-9fb5-8d87b8fa071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:49.766490 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-965d78df-705e-4c36-bac0-e1719cab518c req-691eb507-6888-4753-9fb5-8d87b8fa071d service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d56230f-544f-4f28-b4a7-b388e6742ab0 HTTP/1.1" status: 200 len: 912 time: 0.2143910 Jun 29 17:26:49.824674 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Network 74e5cd0c-24da-4292-b907-cd569f5acc13 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:26:49.834796 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:49.849738 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-059752da-ea87-449f-a2cb-f475bd692c48 None None] Set router 41c0429e-2796-4b61-9714-21d8f3c7dc58 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:26:49.903745 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Pushing event updated for resources: {'Port': ['ID=59b92e2f-8b97-4179-ac7f-cfd775422560,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:49.913025 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:26:49.976775 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:49.977684 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:49.978545 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:49.979231 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:49.979828 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:49.980628 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:49.981337 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:49.981951 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:49.982511 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:49.983042 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:49.983564 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:49.984088 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:50.042021 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:50.115431 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688246'] for router_interface, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:50.195016 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-965d78df-705e-4c36-bac0-e1719cab518c req-10941aae-54d8-4538-b3ad-e9a84ff90cfb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7808e99-9fbf-424f-8978-04cdca56071c HTTP/1.1" status: 200 len: 1000 time: 0.4000938 Jun 29 17:26:50.505547 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-cb84995c-fdf4-49c8-ab3b-0560656b05c3 req-8ad60cc6-5252-4e28-ace6-ed1c01ff6bda tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 210 time: 0.2015166 Jun 29 17:26:50.612788 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-3ac9e2a6-1088-4171-b616-2ce3fe7c78ed None None] Provisioning for port 59b92e2f-8b97-4179-ac7f-cfd775422560 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:26:50.637567 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-3ac9e2a6-1088-4171-b616-2ce3fe7c78ed None None] Provisioning complete for port 59b92e2f-8b97-4179-ac7f-cfd775422560 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:50.638205 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e2a6-1088-4171-b616-2ce3fe7c78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:50.742975 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9e2a6-1088-4171-b616-2ce3fe7c78ed None None] Port 59b92e2f-8b97-4179-ac7f-cfd775422560 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:26:50.768119 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d78df-705e-4c36-bac0-e1719cab518c req-030cf0dd-ba6f-408d-88b5-4f237c2432d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:50.770551 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-965d78df-705e-4c36-bac0-e1719cab518c req-030cf0dd-ba6f-408d-88b5-4f237c2432d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9c2569ae-33c2-4499-81ca-7dac22d3f2ab HTTP/1.1" status: 200 len: 849 time: 0.4638817 Jun 29 17:26:50.940644 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:50.942652 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-059752da-ea87-449f-a2cb-f475bd692c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:10Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': 'df0acaca-d861-4ad3-b942-cf75329af7be', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'floating_ip_address': '172.28.0.122', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'port_id': 'a7808e99-9fbf-424f-8978-04cdca56071c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'mac_address': 'fa:16:3e:af:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e785b-e6f4-4a0f-b237-0391e0868f7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:26:17Z', 'updated_at': '2021-06-29T17:26:45Z', 'revision_number': 1, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13d6907-5343-4bd9-8e90-02f37d236415', 'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'mac_address': 'fa:16:3e:1f:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:08Z', 'updated_at': '2021-06-29T17:26:18Z', 'revision_number': 5, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'subnets': [{'id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:50.992568 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059752da-ea87-449f-a2cb-f475bd692c48 None None] The sync data for ids ['41c0429e-2796-4b61-9714-21d8f3c7dc58'] in dv-cinder-763306-14-smb is: [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:10Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': 'df0acaca-d861-4ad3-b942-cf75329af7be', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'floating_ip_address': '172.28.0.122', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'port_id': 'a7808e99-9fbf-424f-8978-04cdca56071c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'mac_address': 'fa:16:3e:af:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e785b-e6f4-4a0f-b237-0391e0868f7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:26:17Z', 'updated_at': '2021-06-29T17:26:45Z', 'revision_number': 1, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13d6907-5343-4bd9-8e90-02f37d236415', 'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'mac_address': 'fa:16:3e:1f:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:08Z', 'updated_at': '2021-06-29T17:26:18Z', 'revision_number': 5, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'subnets': [{'id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:26:51.005937 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-428bf631-0449-4323-a25b-6272b5f859f4 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:51.018447 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-428bf631-0449-4323-a25b-6272b5f859f4 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/networks?id=30c06445-69a3-473b-86ba-1a733d800ecd HTTP/1.1" status: 200 len: 814 time: 0.2051978 Jun 29 17:26:51.042266 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-edd8ac5a-6c01-4999-9e6d-b60371ece2c5 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/quotas/bab87edcd482462cbd1decad9411b53c HTTP/1.1" status: 200 len: 375 time: 0.0218117 Jun 29 17:26:51.060676 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c639cd-b3b5-452c-815c-fd6974e74acf req-13699b07-8915-495f-90a2-42f0b33a683a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:51.074097 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-82c639cd-b3b5-452c-815c-fd6974e74acf req-13699b07-8915-495f-90a2-42f0b33a683a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.7944365 Jun 29 17:26:51.215540 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-e6483d8d-11c8-46fd-a943-57df865c918d tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=bab87edcd482462cbd1decad9411b53c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1690068 Jun 29 17:26:51.244933 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-82c639cd-b3b5-452c-815c-fd6974e74acf req-8d410a55-63bb-4a9c-bda0-b31ce7611124 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695490 Jun 29 17:26:51.250732 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d78df-705e-4c36-bac0-e1719cab518c req-4b06c594-77a0-4ebd-a155-0272d4808381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:51.257704 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-965d78df-705e-4c36-bac0-e1719cab518c req-4b06c594-77a0-4ebd-a155-0272d4808381 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d56230f-544f-4f28-b4a7-b388e6742ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4672217 Jun 29 17:26:51.331643 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-cf2a85c1-4b50-48fb-acac-c8223b2e8f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:51.511305 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad542844-294f-4c7e-8a76-0f0c89e9559e None None] New status for floating IP df0acaca-d861-4ad3-b942-cf75329af7be: ACTIVE {{(pid=93006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:26:51.524221 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-d64d7b9d-3ec2-4639-8cb9-e6fb2841db65 service neutron] 10.222.0.101 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771697 Jun 29 17:26:51.647210 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:51.651818 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-965d78df-705e-4c36-bac0-e1719cab518c req-617847c6-d65e-4b69-a50d-78f9a2882c21 service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709080 Jun 29 17:26:51.663034 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-4c689b1e-5cce-4dd8-a582-87eaa045861d tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:51.665596 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-4c689b1e-5cce-4dd8-a582-87eaa045861d tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.72 "GET /v2.0/networks?id=f2028c8d-30b9-48e8-8ecb-685c142e297b HTTP/1.1" status: 200 len: 814 time: 0.4191372 Jun 29 17:26:51.666623 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:51.722046 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-5fbcd318-521d-49af-9ee0-00ba8d32aee3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:51.746522 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:26:51.753878 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-46007eed-14c2-436f-b7d3-00f1516b88e0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Request body: {'port': {'device_id': '7f43cfea-a7d6-4d96-afce-82efaf967e70', 'network_id': 'f2028c8d-30b9-48e8-8ecb-685c142e297b', 'admin_state_up': True, 'tenant_id': '25d2f180cc7b4e7299492fd7b94f73b6'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:51.864307 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-3b41ff37-4a79-437d-ac1c-bb4a9198c363 service neutron] 10.222.0.101 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364315 Jun 29 17:26:51.962978 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:26:51.978674 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-965d78df-705e-4c36-bac0-e1719cab518c req-11582914-6ff4-456b-a52b-4f304ac6331c service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634594 Jun 29 17:26:51.982689 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:51.983601 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:52.008535 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38496) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:52.142987 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Deleting subnet 1d6f2621-09ba-48cb-b114-ab81c55fc867 {{(pid=93003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:26:52.148559 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:52.155655 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Pushing event updated for resources: {'Port': ['ID=59b92e2f-8b97-4179-ac7f-cfd775422560,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:52.171018 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:52.202117 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1804507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688098'] for router_interface, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:52.206189 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:52.217117 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8326977'] for subnet, precommit_delete_associations {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:52.221944 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=62d7df70-8a6c-4e66-a6d2-e5997a7c70c9,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:26:52.228297 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:52.243663 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:52.254742 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3e62b335-231b-4da2-8792-69f1d8c4a5cc req-a373804c-1764-434d-9e05-39ac28f4af21 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 210 time: 0.2577064 Jun 29 17:26:52.285562 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960687'] for subnet, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:52.369125 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c77ff99a-ad0d-426c-be5a-98f556946bbf req-5d91d29b-b966-400f-a7f5-f8cf663d3564 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 210 time: 0.0542116 Jun 29 17:26:52.384481 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=62d7df70-8a6c-4e66-a6d2-e5997a7c70c9,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:52.400155 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:52.440920 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8352469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156225'] for subnet, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:52.452114 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:52.503665 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d6f2621-09ba-48cb-b114-ab81c55fc867,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:52.527739 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:52.535184 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/1d6f2621-09ba-48cb-b114-ab81c55fc867 HTTP/1.1" status: 204 len: 168 time: 0.5245633 Jun 29 17:26:52.536508 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38514) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:52.546081 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:52.546804 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:52.547412 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:52.548056 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:52.548581 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:52.549170 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:52.550422 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:52.551003 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:52.551577 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:52.552082 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:52.552576 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:52.553084 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:26:52.562683 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:52.630315 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-46007eed-14c2-436f-b7d3-00f1516b88e0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Made reservation on behalf of 25d2f180cc7b4e7299492fd7b94f73b6 for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:26:52.639932 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-46007eed-14c2-436f-b7d3-00f1516b88e0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:52.664532 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-20e97068-4592-4c49-85b8-0e2ba733c466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641426'] for network, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:52.679031 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Network 74e5cd0c-24da-4292-b907-cd569f5acc13 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:26:52.684389 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:52.900235 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-20e97068-4592-4c49-85b8-0e2ba733c466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960625', 'neutron.services.segments.db._delete_segments_for_network-8774724346435'] for network, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:52.924083 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.services.segments.db [None req-20e97068-4592-4c49-85b8-0e2ba733c466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0118f5-ac79-4a4c-80b3-5f7b4b538f62']}} {{(pid=93003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:52.947962 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.services.segments.db [None req-20e97068-4592-4c49-85b8-0e2ba733c466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17852bc8-e3b6-4438-81f7-21083986c315') {'for_net_delete': True} {{(pid=93003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:52.948334 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.services.segments.db [None req-20e97068-4592-4c49-85b8-0e2ba733c466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17852bc8-e3b6-4438-81f7-21083986c315') {} {{(pid=93003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:52.973094 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-20e97068-4592-4c49-85b8-0e2ba733c466 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774724263370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8326990'] for segment, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:53.004350 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-20e97068-4592-4c49-85b8-0e2ba733c466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:53.012658 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e97068-4592-4c49-85b8-0e2ba733c466 admin admin] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=93003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:26:53.013231 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-20e97068-4592-4c49-85b8-0e2ba733c466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8352376'] for segment, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: Traceback (most recent call last): Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: timer() Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: cb(*args, **kw) Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: return func(*args, **kwargs) Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: self._notify() Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: self.callback(batched_events) Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: event.method(event) Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: return f(self, *a, **k) Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: return self._get(url).json() Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: return self.request(url, 'GET', **kwargs) Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:26:53.080459 dv-cinder-763306-14-smb neutron-server[93003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:26:53.092718 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-20e97068-4592-4c49-85b8-0e2ba733c466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605428'] for network, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:53.098286 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-abdb4cbb-8fee-4847-afe2-24bb7e9cf1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:53.101360 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-20e97068-4592-4c49-85b8-0e2ba733c466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:53.103684 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-20e97068-4592-4c49-85b8-0e2ba733c466 admin admin] 10.222.0.101 "DELETE /v2.0/networks/3c0118f5-ac79-4a4c-80b3-5f7b4b538f62 HTTP/1.1" status: 204 len: 168 time: 0.5654252 Jun 29 17:26:53.119048 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38522) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:53.128154 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e97068-4592-4c49-85b8-0e2ba733c466 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c0118f5-ac79-4a4c-80b3-5f7b4b538f62,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:53.131364 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-20e97068-4592-4c49-85b8-0e2ba733c466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:53.191270 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b50813-5555-4904-bd6c-c0b0bde576a2 admin admin] Deleting subnet 138d7e4a-65be-47eb-afc6-1373004cc44e {{(pid=93003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:26:53.196031 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-66b50813-5555-4904-bd6c-c0b0bde576a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:53.202369 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-6acefe16-2533-403d-b20c-32110a69953c None None] Provisioning complete for port 59b92e2f-8b97-4179-ac7f-cfd775422560 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:53.204148 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6acefe16-2533-403d-b20c-32110a69953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:53.270825 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-66b50813-5555-4904-bd6c-c0b0bde576a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8326977'] for subnet, precommit_delete_associations {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:53.317841 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861130b-d554-494d-a16a-5c8c1450d752 req-53cf0a47-cf3c-4eb6-b69a-c1caa53a4058 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:53.319681 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9861130b-d554-494d-a16a-5c8c1450d752 req-53cf0a47-cf3c-4eb6-b69a-c1caa53a4058 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.7111938 Jun 29 17:26:53.333556 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-6acefe16-2533-403d-b20c-32110a69953c None None] Port 59b92e2f-8b97-4179-ac7f-cfd775422560 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:26:53.394863 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-46007eed-14c2-436f-b7d3-00f1516b88e0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Allocated IP 172.20.0.12 (f2028c8d-30b9-48e8-8ecb-685c142e297b/1d10d53f-8f81-4d95-91c8-6252c0b3e17c/8b97292d-9f32-48d4-8a3a-20885e3ce711) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:26:53.411488 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-66b50813-5555-4904-bd6c-c0b0bde576a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960687'] for subnet, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:53.481448 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Router 849f0d40-f6f7-40e7-9795-0cf49851657c has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:26:53.492992 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9861130b-d554-494d-a16a-5c8c1450d752 req-dad536df-83b1-48f5-888f-9a27f2157601 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541779 Jun 29 17:26:53.513185 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-66b50813-5555-4904-bd6c-c0b0bde576a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8352469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156225'] for subnet, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:53.531969 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-32d1641d-ff78-4290-bcd4-b2d6b64c2c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:53.574590 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-66b50813-5555-4904-bd6c-c0b0bde576a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:53.588660 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 38530) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:53.590136 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-66b50813-5555-4904-bd6c-c0b0bde576a2 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/138d7e4a-65be-47eb-afc6-1373004cc44e HTTP/1.1" status: 204 len: 168 time: 0.4692650 Jun 29 17:26:53.645881 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b50813-5555-4904-bd6c-c0b0bde576a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=138d7e4a-65be-47eb-afc6-1373004cc44e,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:53.660828 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-66b50813-5555-4904-bd6c-c0b0bde576a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:53.709420 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e323b8c9-f03d-4ce4-b933-cfdfced34a14 req-471e569f-210c-437c-8a12-ff25f766009c tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 210 time: 0.0630655 Jun 29 17:26:53.741784 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a38f5030-c8b9-4cff-842e-763acaf1c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641426'] for network, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:53.795330 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:26:53.905272 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:26:53.905642 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:53.972699 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-985c827e-80f7-42da-9043-2623cb064295 req-2271855a-f4c8-42b5-9839-d87792177180 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 210 time: 0.1057711 Jun 29 17:26:53.992367 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-46007eed-14c2-436f-b7d3-00f1516b88e0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:53.995589 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:26:54.012035 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a38f5030-c8b9-4cff-842e-763acaf1c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960625', 'neutron.services.segments.db._delete_segments_for_network-8774724346435'] for network, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:54.018644 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] 10.222.0.101 "PUT /v2.0/routers/849f0d40-f6f7-40e7-9795-0cf49851657c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7157340 Jun 29 17:26:54.019240 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Sync routers for ids ['849f0d40-f6f7-40e7-9795-0cf49851657c'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:26:54.037259 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-a38f5030-c8b9-4cff-842e-763acaf1c6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd44cff-5b9a-417a-86f1-fda942591752']}} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:54.051385 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Routers {'849f0d40-f6f7-40e7-9795-0cf49851657c'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:26:54.052590 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:26:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['849f0d40-f6f7-40e7-9795-0cf49851657c'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:54.059874 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-a38f5030-c8b9-4cff-842e-763acaf1c6e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18abb65d-54c3-47b6-8f03-94009bab2388') {'for_net_delete': True} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:54.060299 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-a38f5030-c8b9-4cff-842e-763acaf1c6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18abb65d-54c3-47b6-8f03-94009bab2388') {} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:54.076695 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a38f5030-c8b9-4cff-842e-763acaf1c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774724263370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7729515'] for segment, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:54.113116 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a38f5030-c8b9-4cff-842e-763acaf1c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:54.128923 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38f5030-c8b9-4cff-842e-763acaf1c6e4 admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=93004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:26:54.129368 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a38f5030-c8b9-4cff-842e-763acaf1c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7729765'] for segment, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:54.131694 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-46007eed-14c2-436f-b7d3-00f1516b88e0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: Traceback (most recent call last): Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: timer() Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: cb(*args, **kw) Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: return func(*args, **kwargs) Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: self._notify() Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: self.callback(batched_events) Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: event.method(event) Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: return f(self, *a, **k) Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: return self._get(url).json() Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: return self.request(url, 'GET', **kwargs) Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:26:54.133532 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:26:54.141027 dv-cinder-763306-14-smb neutron-server[93004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:26:54.141027 dv-cinder-763306-14-smb neutron-server[93004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:26:54.146498 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:54.241495 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46007eed-14c2-436f-b7d3-00f1516b88e0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Pushing event updated for resources: {'Port': ['ID=8b97292d-9f32-48d4-8a3a-20885e3ce711,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:54.249193 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-46007eed-14c2-436f-b7d3-00f1516b88e0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:54.278094 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-46007eed-14c2-436f-b7d3-00f1516b88e0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Network f2028c8d-30b9-48e8-8ecb-685c142e297b is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:26:54.286506 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-46007eed-14c2-436f-b7d3-00f1516b88e0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:54.290405 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-46007eed-14c2-436f-b7d3-00f1516b88e0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:26:54.293784 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a38f5030-c8b9-4cff-842e-763acaf1c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605428'] for network, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:54.326492 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:54.330425 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a38f5030-c8b9-4cff-842e-763acaf1c6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:54.332653 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-a38f5030-c8b9-4cff-842e-763acaf1c6e4 admin admin] 10.222.0.101 "DELETE /v2.0/networks/fcd44cff-5b9a-417a-86f1-fda942591752 HTTP/1.1" status: 204 len: 168 time: 0.7428362 Jun 29 17:26:54.351047 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f5030-c8b9-4cff-842e-763acaf1c6e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd44cff-5b9a-417a-86f1-fda942591752,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:54.356774 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-a38f5030-c8b9-4cff-842e-763acaf1c6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:54.423067 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-46007eed-14c2-436f-b7d3-00f1516b88e0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:54.427847 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-46007eed-14c2-436f-b7d3-00f1516b88e0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:54.436491 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Set router 849f0d40-f6f7-40e7-9795-0cf49851657c gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:26:54.457771 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-46007eed-14c2-436f-b7d3-00f1516b88e0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7432985 Jun 29 17:26:54.485322 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Request body: {'port': {'device_id': '7f43cfea-a7d6-4d96-afce-82efaf967e70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:54.656796 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:54.797767 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:54.932689 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38560) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:54.979686 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-bfac7537-74ca-4c78-9a16-ab6590c31226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:55.200177 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'name': 'tempest-TestShelveInstance-20701651-router', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:40Z', 'updated_at': '2021-06-29T17:26:50Z', 'revision_number': 4, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'gw_port': {'id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:41Z', 'updated_at': '2021-06-29T17:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '59b92e2f-8b97-4179-ac7f-cfd775422560', 'name': '', 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'mac_address': 'fa:16:3e:01:ca:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:48Z', 'updated_at': '2021-06-29T17:26:51Z', 'revision_number': 2, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'subnets': [{'id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:55.201312 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-5a09c3fd-b29d-4f52-b61d-6954140d79f7 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:55.203112 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-5a09c3fd-b29d-4f52-b61d-6954140d79f7 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "GET /v2.0/networks?id=30c06445-69a3-473b-86ba-1a733d800ecd HTTP/1.1" status: 200 len: 814 time: 0.4790857 Jun 29 17:26:55.227582 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-cd1cec28-4d9c-4fe1-838b-620cfa7ccb72 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Request body: {'port': {'device_id': '92977d5f-1c98-475d-a136-39e5d7ee7f0c', 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd', 'admin_state_up': True, 'tenant_id': 'bab87edcd482462cbd1decad9411b53c'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:55.279811 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Checking router: 849f0d40-f6f7-40e7-9795-0cf49851657c for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:26:55.281156 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Updating router 849f0d40-f6f7-40e7-9795-0cf49851657c port 59b92e2f-8b97-4179-ac7f-cfd775422560 binding host dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:26:55.395261 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:55.435954 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-1ba23805-45c7-45bd-8940-04a4d6683196 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=70299109f5444354a361b18a69660e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5014749 Jun 29 17:26:55.442700 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38568) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:55.451000 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935a9b4-7974-491e-8c58-4ac7f6ca9e50 req-a96f3dad-9efa-4da5-a52d-301b8c280c07 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:55.451930 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38570) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:55.458361 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3935a9b4-7974-491e-8c58-4ac7f6ca9e50 req-a96f3dad-9efa-4da5-a52d-301b8c280c07 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.5260382 Jun 29 17:26:55.466790 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-441418262-network', 'tenant_id': '483811e66e0f4b46879c5d157f691e16'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:55.503200 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81197cd1-f66e-41fe-81a1-2ca824ece5d9 req-30fe8c82-ff28-474e-9d1a-2945c72bc3b1 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:55.505038 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-81197cd1-f66e-41fe-81a1-2ca824ece5d9 req-30fe8c82-ff28-474e-9d1a-2945c72bc3b1 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 932 time: 0.5376449 Jun 29 17:26:55.566538 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Made reservation on behalf of 483811e66e0f4b46879c5d157f691e16 for: {'network': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:26:55.569936 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:55.585842 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3935a9b4-7974-491e-8c58-4ac7f6ca9e50 req-02869960-cb51-4bc5-b720-d0c69e2aa122 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022649 Jun 29 17:26:55.608480 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:55.712973 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8129-b60f-4509-952a-6e34c32b245c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:55.714658 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-cd1cec28-4d9c-4fe1-838b-620cfa7ccb72 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Made reservation on behalf of bab87edcd482462cbd1decad9411b53c for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:26:55.718796 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-cd1cec28-4d9c-4fe1-838b-620cfa7ccb72 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:55.731225 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-81197cd1-f66e-41fe-81a1-2ca824ece5d9 req-4dbf060d-a6b1-4a08-9785-f2c08e24267f tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192531 Jun 29 17:26:55.885185 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8129-b60f-4509-952a-6e34c32b245c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:56.041988 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8129-b60f-4509-952a-6e34c32b245c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:56.049600 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8129-b60f-4509-952a-6e34c32b245c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:56.051657 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-9b5b8129-b60f-4509-952a-6e34c32b245c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f6fdda5a-2bc4-4656-977f-690efec6e25f HTTP/1.1" status: 204 len: 168 time: 0.6076839 Jun 29 17:26:56.055813 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f5106474-f81b-42e1-b59d-a4f29e904f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:56.068429 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b8129-b60f-4509-952a-6e34c32b245c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fdda5a-2bc4-4656-977f-690efec6e25f,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:56.098125 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-9b5b8129-b60f-4509-952a-6e34c32b245c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:56.133070 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:56.154334 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:56.194490 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-b6fb5f4b-8904-4a88-b0e7-5b9627fc3ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:56.249073 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:56.270545 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Transition to ACTIVE for port object 59b92e2f-8b97-4179-ac7f-cfd775422560 will not be triggered until provisioned by entity L2. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:26:56.287199 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:56.299649 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:56.310199 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f6ed3416-42bb-4717-b06c-f98064576005 req-985ea182-3219-4e73-8b75-3d2db4830df0 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 210 time: 0.2644038 Jun 29 17:26:56.313951 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b97292d-9f32-48d4-8a3a-20885e3ce711 {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:26:56.319348 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=93003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:26:56.388541 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be26594-826f-47c0-a760-656f0ab76656 None None] Pushing event updated for resources: {'Port': ['ID=59b92e2f-8b97-4179-ac7f-cfd775422560,revision_number=3']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:56.390071 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478d01f7-d18a-40aa-abab-e6661cfdb3bb,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:56.408495 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:56.409377 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:56.409949 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.segments_db [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Added segment 13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7 of type vlan for network 5dd8751f-55fa-4290-abe1-dd4e52235138 Jun 29 17:26:56.430071 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:56.436100 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-1be26594-826f-47c0-a760-656f0ab76656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:56.456049 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-cd1cec28-4d9c-4fe1-838b-620cfa7ccb72 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Allocated IP 172.20.0.7 (30c06445-69a3-473b-86ba-1a733d800ecd/8f500316-b6d9-43a2-a9a1-26ebe9df72d6/c767c1f3-cfc5-4e54-94e3-8a30ea454b37) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:26:56.524407 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:56.595478 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:56.597836 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Transition to ACTIVE for port object 8b97292d-9f32-48d4-8a3a-20885e3ce711 will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:26:56.600557 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:56.601844 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:56.610064 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-187af9a9-4f77-4d05-a7d9-369645347bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:56.618283 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:56.644892 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:56.751596 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Attempting to bind port 59b92e2f-8b97-4179-ac7f-cfd775422560 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:26:56.760140 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Attempting to bind port 59b92e2f-8b97-4179-ac7f-cfd775422560 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': '092e0289-91b5-47ff-a2ff-de8de2ce8abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13'}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:26:56.761102 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Attempting to bind port 59b92e2f-8b97-4179-ac7f-cfd775422560 on network 74e5cd0c-24da-4292-b907-cd569f5acc13 {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:26:56.782872 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:26:56.783468 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Checking segment: {'id': '092e0289-91b5-47ff-a2ff-de8de2ce8abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:26:56.785033 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:56.785725 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Bound using segment: {'id': '092e0289-91b5-47ff-a2ff-de8de2ce8abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13'} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:26:56.786502 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Bound port: 59b92e2f-8b97-4179-ac7f-cfd775422560, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092e0289-91b5-47ff-a2ff-de8de2ce8abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13'}}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:26:56.787120 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:56.806524 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Pushing event updated for resources: {'Network': ['ID=5dd8751f-55fa-4290-abe1-dd4e52235138,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:56.811399 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:56.821509 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3667722 Jun 29 17:26:56.822481 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38596) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:56.833590 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network 5dd8751f-55fa-4290-abe1-dd4e52235138 details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:26:56.840891 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-e8c2520a-77cc-4a68-b0fd-f57981afab60 admin admin] Request body: {'subnet': {'network_id': '5dd8751f-55fa-4290-abe1-dd4e52235138', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-441418262-subnet', 'tenant_id': '483811e66e0f4b46879c5d157f691e16', 'ip_version': 4}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:56.865748 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b97292d-9f32-48d4-8a3a-20885e3ce711,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:56.885365 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:56.886287 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c2520a-77cc-4a68-b0fd-f57981afab60 admin admin] Made reservation on behalf of 483811e66e0f4b46879c5d157f691e16 for: {'subnet': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:26:56.892383 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e8c2520a-77cc-4a68-b0fd-f57981afab60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5156260'] for subnet, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:57.099053 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] For port 59b92e2f-8b97-4179-ac7f-cfd775422560, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:26:57.105845 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] For port 59b92e2f-8b97-4179-ac7f-cfd775422560, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=59b92e2f-8b97-4179-ac7f-cfd775422560,segment=NetworkSegment(092e0289-91b5-47ff-a2ff-de8de2ce8abb),segment_id=092e0289-91b5-47ff-a2ff-de8de2ce8abb)] {{(pid=93005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:26:57.109487 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Attempting to bind port 8b97292d-9f32-48d4-8a3a-20885e3ce711 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:26:57.109781 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Attempting to bind port 8b97292d-9f32-48d4-8a3a-20885e3ce711 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '90912eee-697a-462b-ab1e-19ec7236e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'f2028c8d-30b9-48e8-8ecb-685c142e297b'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:26:57.110079 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Attempting to bind port 8b97292d-9f32-48d4-8a3a-20885e3ce711 on network f2028c8d-30b9-48e8-8ecb-685c142e297b {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:26:57.122380 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Port 8b97292d-9f32-48d4-8a3a-20885e3ce711 on network f2028c8d-30b9-48e8-8ecb-685c142e297b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:26:57.122851 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Attempting to bind port 8b97292d-9f32-48d4-8a3a-20885e3ce711 on network f2028c8d-30b9-48e8-8ecb-685c142e297b {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:26:57.129063 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:57.131579 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:57.148067 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-cd1cec28-4d9c-4fe1-838b-620cfa7ccb72 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:57.166081 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97937560-4eba-4056-b32c-62e0df52a6d1 req-1e5e91fe-02bb-4f67-afbb-0c578429e3e1 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:57.177215 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-97937560-4eba-4056-b32c-62e0df52a6d1 req-1e5e91fe-02bb-4f67-afbb-0c578429e3e1 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.2973881 Jun 29 17:26:57.183121 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:26:57.185981 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Checking segment: {'id': '90912eee-697a-462b-ab1e-19ec7236e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'f2028c8d-30b9-48e8-8ecb-685c142e297b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:26:57.185981 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Bound using segment: {'id': '90912eee-697a-462b-ab1e-19ec7236e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'f2028c8d-30b9-48e8-8ecb-685c142e297b'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:26:57.186598 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Bound port: 8b97292d-9f32-48d4-8a3a-20885e3ce711, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90912eee-697a-462b-ab1e-19ec7236e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'f2028c8d-30b9-48e8-8ecb-685c142e297b'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:26:57.186871 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:57.248205 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-97937560-4eba-4056-b32c-62e0df52a6d1 req-f3c565ba-d473-498d-a812-320537064f39 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702066 Jun 29 17:26:57.367739 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38602) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:57.383757 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-cd1cec28-4d9c-4fe1-838b-620cfa7ccb72 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:57.391020 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-1966b5d9-e05e-4705-a1df-97faa33bfbc6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:57.402537 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] For port 8b97292d-9f32-48d4-8a3a-20885e3ce711, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:26:57.435811 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:57.460116 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['facd25d3-632a-46f3-976a-87dc484e1694', '0c0ece72-6051-4960-959a-a54506fb1214', '21cbb5aa-035d-4712-9da9-f9e45749f169'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:26:57.593710 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] For port 8b97292d-9f32-48d4-8a3a-20885e3ce711, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8b97292d-9f32-48d4-8a3a-20885e3ce711,segment=NetworkSegment(90912eee-697a-462b-ab1e-19ec7236e0a0),segment_id=90912eee-697a-462b-ab1e-19ec7236e0a0)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:26:57.609682 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-cd1cec28-4d9c-4fe1-838b-620cfa7ccb72 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Network 30c06445-69a3-473b-86ba-1a733d800ecd is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:26:57.648771 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-cd1cec28-4d9c-4fe1-838b-620cfa7ccb72 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:57.658333 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-566e2443-6496-473c-a18b-0f2cab00deca admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=eb82e8d6b78f46c997046e42f4532b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875972 Jun 29 17:26:57.662301 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:57.668394 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38614) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:57.669199 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-cd1cec28-4d9c-4fe1-838b-620cfa7ccb72 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:26:57.699598 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cec28-4d9c-4fe1-838b-620cfa7ccb72 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Pushing event updated for resources: {'Port': ['ID=c767c1f3-cfc5-4e54-94e3-8a30ea454b37,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:57.706153 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-cd1cec28-4d9c-4fe1-838b-620cfa7ccb72 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:57.723687 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Routers {'849f0d40-f6f7-40e7-9795-0cf49851657c'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:26:57.728177 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:26:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['849f0d40-f6f7-40e7-9795-0cf49851657c'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:57.746869 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38616) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:57.753481 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:57.826242 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b97292d-9f32-48d4-8a3a-20885e3ce711,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:57.841073 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:57.855505 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:57.857055 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:57.858731 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] 10.222.0.72 "PUT /v2.0/ports/8b97292d-9f32-48d4-8a3a-20885e3ce711 HTTP/1.1" status: 200 len: 1094 time: 3.3875742 Jun 29 17:26:57.859346 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f43cfea-a7d6-4d96-afce-82efaf967e70', 'tag': '8b97292d-9f32-48d4-8a3a-20885e3ce711'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:26:57.861958 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a14e7a-5983-4d7d-8eec-5ad11e2625a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f43cfea-a7d6-4d96-afce-82efaf967e70", "tag": "8b97292d-9f32-48d4-8a3a-20885e3ce711"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:26:57.917864 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-cd1cec28-4d9c-4fe1-838b-620cfa7ccb72 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:57.918654 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-cd1cec28-4d9c-4fe1-838b-620cfa7ccb72 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:57.942556 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be26594-826f-47c0-a760-656f0ab76656 None None] Pushing event updated for resources: {'Port': ['ID=59b92e2f-8b97-4179-ac7f-cfd775422560,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:57.952473 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc0147-c495-4eb2-917d-4ae2f65479ab req-4da4460a-6d74-479a-906f-207ddc3917c1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:57.965562 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-47fc0147-c495-4eb2-917d-4ae2f65479ab req-4da4460a-6d74-479a-906f-207ddc3917c1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 931 time: 0.3828406 Jun 29 17:26:58.011495 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-cd1cec28-4d9c-4fe1-838b-620cfa7ccb72 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7909546 Jun 29 17:26:58.021545 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281968a1-11f3-494f-936b-094dd0db6cdf req-a3a0ea72-c479-46d8-9d66-599ceb31d516 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:58.034910 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-281968a1-11f3-494f-936b-094dd0db6cdf req-a3a0ea72-c479-46d8-9d66-599ceb31d516 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 944 time: 0.6736851 Jun 29 17:26:58.038005 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e8c2520a-77cc-4a68-b0fd-f57981afab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8352410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5156278'] for subnet, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:58.044061 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Request body: {'port': {'device_id': '92977d5f-1c98-475d-a136-39e5d7ee7f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:58.060009 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-1be26594-826f-47c0-a760-656f0ab76656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:58.076588 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-cfeb6c45-eafb-4aeb-b8f3-25a27a921cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:58.085639 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-47fc0147-c495-4eb2-917d-4ae2f65479ab req-b0988b0f-3c0f-4798-b3a6-02c0060d99de tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169093 Jun 29 17:26:58.098673 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-aa6227a7-2f2b-42c4-879f-48afe2977e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:58.128300 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f41c24e8-0356-43ca-80d0-216c92b72974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:58.183368 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-74352f64-5cef-42e6-8177-ea751cc7d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:58.185372 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-74352f64-5cef-42e6-8177-ea751cc7d5bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25d2f180cc7b4e7299492fd7b94f73b6&device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 1097 time: 0.2167041 Jun 29 17:26:58.211116 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] Set router 849f0d40-f6f7-40e7-9795-0cf49851657c gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:26:58.214989 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:58.237194 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-aa6227a7-2f2b-42c4-879f-48afe2977e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:58.262796 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2520a-77cc-4a68-b0fd-f57981afab60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5a4f3d-fcaf-49b0-a9bf-3011a3c63fab,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:58.271673 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-e8c2520a-77cc-4a68-b0fd-f57981afab60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:58.296941 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-281968a1-11f3-494f-936b-094dd0db6cdf req-974bf5a4-fc95-489b-aa77-b15021f2133a tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605822 Jun 29 17:26:58.310573 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-edc35616-47f7-4e8c-b75f-b6266ed3f928 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b97292d-9f32-48d4-8a3a-20885e3ce711 HTTP/1.1" status: 200 len: 217 time: 0.0916660 Jun 29 17:26:58.429180 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-6bff456a-6d0a-4f25-a202-dcea6bb922ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:58.430850 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-6bff456a-6d0a-4f25-a202-dcea6bb922ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d10d53f-8f81-4d95-91c8-6252c0b3e17c HTTP/1.1" status: 200 len: 854 time: 0.0758593 Jun 29 17:26:58.434932 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23b4330-b66b-40b7-9e27-5345743d9c73 x-openstack-request-id: req-b23b4330-b66b-40b7-9e27-5345743d9c73 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:26:58.435661 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f43cfea-a7d6-4d96-afce-82efaf967e70", "tag": "8b97292d-9f32-48d4-8a3a-20885e3ce711", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:26:58.436409 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b23b4330-b66b-40b7-9e27-5345743d9c73 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:26:58.436866 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f43cfea-a7d6-4d96-afce-82efaf967e70', 'tag': '8b97292d-9f32-48d4-8a3a-20885e3ce711', 'status': 'completed', 'code': 200} Jun 29 17:26:58.452222 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c2520a-77cc-4a68-b0fd-f57981afab60 admin admin] Checking segment: {'id': '13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dd8751f-55fa-4290-abe1-dd4e52235138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:26:58.453092 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c2520a-77cc-4a68-b0fd-f57981afab60 admin admin] Network hostable DHCP agents. Network: 5dd8751f-55fa-4290-abe1-dd4e52235138, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:26:58.498211 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-0572e6f3-60c1-43a4-9a9b-6eb4501848c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2028c8d-30b9-48e8-8ecb-685c142e297b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498469 Jun 29 17:26:58.526025 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-aa6227a7-2f2b-42c4-879f-48afe2977e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:58.530045 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-aa6227a7-2f2b-42c4-879f-48afe2977e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:58.531532 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-aa6227a7-2f2b-42c4-879f-48afe2977e66 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c2b64750-2693-463b-b993-353c50cd58aa HTTP/1.1" status: 204 len: 168 time: 0.8617430 Jun 29 17:26:58.545587 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-a0d90141-2d74-4205-b264-5394a8e2d625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:58.552215 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c2520a-77cc-4a68-b0fd-f57981afab60 admin admin] Network 5dd8751f-55fa-4290-abe1-dd4e52235138 is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:26:58.586736 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6227a7-2f2b-42c4-879f-48afe2977e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b64750-2693-463b-b993-353c50cd58aa,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:58.605856 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-aa6227a7-2f2b-42c4-879f-48afe2977e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:58.642089 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-e8c2520a-77cc-4a68-b0fd-f57981afab60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, 5dd8751f-55fa-4290-abe1-dd4e52235138) {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:26:58.667261 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c2520a-77cc-4a68-b0fd-f57981afab60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:58.668648 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e8c2520a-77cc-4a68-b0fd-f57981afab60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:58.674495 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851c8443-48da-49c3-9856-2a6dda44a971 None None] Network 5dd8751f-55fa-4290-abe1-dd4e52235138 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:26:58.751172 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f41c24e8-0356-43ca-80d0-216c92b72974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:58.773679 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f41c24e8-0356-43ca-80d0-216c92b72974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:58.807040 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-5bff1fde-c04c-439d-bf10-8b0d6ab58837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:58.807253 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'name': 'tempest-TestShelveInstance-20701651-router', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:40Z', 'updated_at': '2021-06-29T17:26:50Z', 'revision_number': 4, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'gw_port': {'id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:41Z', 'updated_at': '2021-06-29T17:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '59b92e2f-8b97-4179-ac7f-cfd775422560', 'name': '', 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'mac_address': 'fa:16:3e:01:ca:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:48Z', 'updated_at': '2021-06-29T17:26:57Z', 'revision_number': 4, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'subnets': [{'id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:26:58.821015 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-e8c2520a-77cc-4a68-b0fd-f57981afab60 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9924183 Jun 29 17:26:58.832369 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38630) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:58.866884 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-441418262-router', 'tenant_id': '483811e66e0f4b46879c5d157f691e16', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:26:58.870358 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c24e8-0356-43ca-80d0-216c92b72974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2039c55-2c5f-4dce-95da-b12f91ceec20,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:58.886030 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f41c24e8-0356-43ca-80d0-216c92b72974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:58.906891 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-f41c24e8-0356-43ca-80d0-216c92b72974 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=97017d383f8d41509a4f56143df92c65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1585014 Jun 29 17:26:58.912274 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38632) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:26:58.939014 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265603ec-29b6-4f7b-aa8e-a37d85e5e6c4 None None] The sync data for ids ['849f0d40-f6f7-40e7-9795-0cf49851657c'] in dv-cinder-763306-14-smb is: [{'id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'name': 'tempest-TestShelveInstance-20701651-router', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:40Z', 'updated_at': '2021-06-29T17:26:50Z', 'revision_number': 4, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'gw_port': {'id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:41Z', 'updated_at': '2021-06-29T17:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '59b92e2f-8b97-4179-ac7f-cfd775422560', 'name': '', 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'mac_address': 'fa:16:3e:01:ca:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:48Z', 'updated_at': '2021-06-29T17:26:57Z', 'revision_number': 4, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'subnets': [{'id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:26:58.970559 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-798'] for router, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:58.971739 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1982058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-777'] for router, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:59.038040 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24869ec4-872d-43d4-ba45-447feee755d8 req-95054f2f-6222-4f65-a43a-ec1c2c613bff tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:26:59.048663 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-24869ec4-872d-43d4-ba45-447feee755d8 req-95054f2f-6222-4f65-a43a-ec1c2c613bff tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.3751254 Jun 29 17:26:59.151253 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c618c2d6-a743-4a72-a858-ffd85659c11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:59.183859 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c618c2d6-a743-4a72-a858-ffd85659c11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:59.263984 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:59.267731 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c618c2d6-a743-4a72-a858-ffd85659c11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:59.270801 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c618c2d6-a743-4a72-a858-ffd85659c11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:59.272214 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-c618c2d6-a743-4a72-a858-ffd85659c11b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d2039c55-2c5f-4dce-95da-b12f91ceec20 HTTP/1.1" status: 204 len: 168 time: 0.3574014 Jun 29 17:26:59.274971 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:26:59.290988 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618c2d6-a743-4a72-a858-ffd85659c11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2039c55-2c5f-4dce-95da-b12f91ceec20,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:26:59.312639 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-c618c2d6-a743-4a72-a858-ffd85659c11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:26:59.317671 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:59.476065 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82051051-6113-5470-b093-2a6234e3e4de-5dd8751f-55fa-4290-abe1-dd4e52235138', 'network_id': '5dd8751f-55fa-4290-abe1-dd4e52235138', 'tenant_id': '483811e66e0f4b46879c5d157f691e16', 'fixed_ips': [{'subnet_id': 'ba5a4f3d-fcaf-49b0-a9bf-3011a3c63fab'}]}} from dv-cinder-763306-14-smb. {{(pid=93005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:26:59.477565 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:59.503830 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-24869ec4-872d-43d4-ba45-447feee755d8 req-523a392d-8322-4314-8560-b11df67f033d tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530578 Jun 29 17:26:59.558903 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-a388e0ed-ad82-48e8-8868-2f6b23e3e19a service neutron] 10.222.0.72 "GET /v2.0/networks/f2028c8d-30b9-48e8-8ecb-685c142e297b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0471330 Jun 29 17:26:59.846765 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1601909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1019'] for router, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:26:59.853647 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 59b92e2f-8b97-4179-ac7f-cfd775422560 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:00.043849 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.db_base_plugin_common [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Allocated IP 172.20.0.2 (5dd8751f-55fa-4290-abe1-dd4e52235138/ba5a4f3d-fcaf-49b0-a9bf-3011a3c63fab/ad5c31e7-8ffc-4b39-b431-7b08325b97b1) {{(pid=93005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:27:00.119887 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca2e74-f0ae-4589-8ff0-86e1677d4e2c req-54798662-cf6c-46a0-82a4-a2f8f1294836 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:00.121975 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7aca2e74-f0ae-4589-8ff0-86e1677d4e2c req-54798662-cf6c-46a0-82a4-a2f8f1294836 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 944 time: 0.1363750 Jun 29 17:27:00.157495 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-06e5b968-736e-4458-8692-65eb57bf4c36 req-a1462be4-48b6-4493-8be2-8465121b4f6b service neutron] 10.222.0.72 "GET /v2.0/networks/f2028c8d-30b9-48e8-8ecb-685c142e297b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318258 Jun 29 17:27:00.194359 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed482efc-37a6-4281-8699-a48c0db5fccf req-aca920ba-89fa-41d3-9d21-2f191ebc9c1c tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:00.203136 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ed482efc-37a6-4281-8699-a48c0db5fccf req-aca920ba-89fa-41d3-9d21-2f191ebc9c1c tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 931 time: 0.8101969 Jun 29 17:27:00.208177 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 59b92e2f-8b97-4179-ac7f-cfd775422560 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:00.244463 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 59b92e2f-8b97-4179-ac7f-cfd775422560 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:00.247954 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:00.254584 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7aca2e74-f0ae-4589-8ff0-86e1677d4e2c req-e2abfd3d-16fa-4b90-9b16-3e88b5d64973 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202679 Jun 29 17:27:00.449835 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ed482efc-37a6-4281-8699-a48c0db5fccf req-1365c670-1d2f-4a31-bf1a-53647f3174c3 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454796 Jun 29 17:27:00.452651 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c767c1f3-cfc5-4e54-94e3-8a30ea454b37 {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:27:00.485902 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:00.535527 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Transition to ACTIVE for port object c767c1f3-cfc5-4e54-94e3-8a30ea454b37 will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:00.542218 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:00.547102 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:00.610212 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a14e7a-5983-4d7d-8eec-5ad11e2625a2 req-3179be53-3b00-439d-b8fd-fabc3dc592cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:00.612546 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-25a14e7a-5983-4d7d-8eec-5ad11e2625a2 req-3179be53-3b00-439d-b8fd-fabc3dc592cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25d2f180cc7b4e7299492fd7b94f73b6&device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 1097 time: 0.3217499 Jun 29 17:27:00.625357 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:00.674186 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Notify callbacks [] for port, precommit_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:00.678723 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:00.681808 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:00.731399 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Transition to ACTIVE for port object ad5c31e7-8ffc-4b39-b431-7b08325b97b1 will not be triggered until provisioned by entity L2. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:00.764902 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Pushing event updated for resources: {'Port': ['ID=c767c1f3-cfc5-4e54-94e3-8a30ea454b37,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:00.773497 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:00.806823 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Transition to ACTIVE for port object ad5c31e7-8ffc-4b39-b431-7b08325b97b1 will not be triggered until provisioned by entity DHCP. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:00.840763 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948'] for port, after_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:00.857662 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 59b92e2f-8b97-4179-ac7f-cfd775422560, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=59b92e2f-8b97-4179-ac7f-cfd775422560,segment=NetworkSegment(092e0289-91b5-47ff-a2ff-de8de2ce8abb),segment_id=092e0289-91b5-47ff-a2ff-de8de2ce8abb)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:00.860310 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:00.908011 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:01.050814 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_common [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Allocated IP 172.28.0.68 (48360abb-0c2a-46d3-ad90-a3956d77b608/c009a85e-4853-4052-a30a-9edb82f7da60/563e677e-b87b-4bac-9425-c4aa8c8ad596) {{(pid=93003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:27:01.058298 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Attempting to bind port c767c1f3-cfc5-4e54-94e3-8a30ea454b37 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:27:01.058666 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Attempting to bind port c767c1f3-cfc5-4e54-94e3-8a30ea454b37 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:27:01.058968 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Attempting to bind port c767c1f3-cfc5-4e54-94e3-8a30ea454b37 on network 30c06445-69a3-473b-86ba-1a733d800ecd {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:27:01.066018 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a14e7a-5983-4d7d-8eec-5ad11e2625a2 req-78b53125-8a85-41d3-93d3-2d4b9eabb00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:01.067068 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Network 5dd8751f-55fa-4290-abe1-dd4e52235138 is already hosted by enough agents. {{(pid=93005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:01.068282 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-25a14e7a-5983-4d7d-8eec-5ad11e2625a2 req-78b53125-8a85-41d3-93d3-2d4b9eabb00a service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2028c8d-30b9-48e8-8ecb-685c142e297b HTTP/1.1" status: 200 len: 916 time: 0.4409699 Jun 29 17:27:01.092215 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.base_scheduler [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Resources bound (agent type, host, resource id): {{(pid=93005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:01.095880 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Port c767c1f3-cfc5-4e54-94e3-8a30ea454b37 on network 30c06445-69a3-473b-86ba-1a733d800ecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:27:01.096418 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Attempting to bind port c767c1f3-cfc5-4e54-94e3-8a30ea454b37 on network 30c06445-69a3-473b-86ba-1a733d800ecd {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:27:01.103597 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Received port after_create {{(pid=93005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:27:01.125490 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Pushing event updated for resources: {'Port': ['ID=ad5c31e7-8ffc-4b39-b431-7b08325b97b1,revision_number=1']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:01.130509 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:01.134764 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:01.164708 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-25a14e7a-5983-4d7d-8eec-5ad11e2625a2 req-89486f15-c9f2-4f31-8e1f-a005ab859890 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b97292d-9f32-48d4-8a3a-20885e3ce711 HTTP/1.1" status: 200 len: 217 time: 0.0802147 Jun 29 17:27:01.166386 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:27:01.166969 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Checking segment: {'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:27:01.167802 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Bound using segment: {'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:27:01.168674 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Bound port: c767c1f3-cfc5-4e54-94e3-8a30ea454b37, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b473765-625a-48b2-9819-d25937b72338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:27:01.169305 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:01.193747 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa427a30-bb1e-4c4e-9071-99b5e9c1c06c req-2a99df90-5708-42df-89ae-4e082f469391 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:01.206305 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-fa427a30-bb1e-4c4e-9071-99b5e9c1c06c req-2a99df90-5708-42df-89ae-4e082f469391 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.3445530 Jun 29 17:27:01.262719 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=59b92e2f-8b97-4179-ac7f-cfd775422560,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:01.266623 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:01.267790 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Attempting to bind port ad5c31e7-8ffc-4b39-b431-7b08325b97b1 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:27:01.268373 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Attempting to bind port ad5c31e7-8ffc-4b39-b431-7b08325b97b1 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': '13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dd8751f-55fa-4290-abe1-dd4e52235138'}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:27:01.269015 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Attempting to bind port ad5c31e7-8ffc-4b39-b431-7b08325b97b1 on network 5dd8751f-55fa-4290-abe1-dd4e52235138 {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:27:01.285374 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:27:01.288999 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Checking segment: {'id': '13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dd8751f-55fa-4290-abe1-dd4e52235138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:27:01.289453 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:01.289880 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Bound using segment: {'id': '13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dd8751f-55fa-4290-abe1-dd4e52235138'} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:27:01.291652 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Bound port: ad5c31e7-8ffc-4b39-b431-7b08325b97b1, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dd8751f-55fa-4290-abe1-dd4e52235138'}}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:27:01.291994 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:01.367561 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:01.397079 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a14e7a-5983-4d7d-8eec-5ad11e2625a2 req-b09939e2-f1cb-4fe5-8b46-4844ed945a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:01.399715 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-25a14e7a-5983-4d7d-8eec-5ad11e2625a2 req-b09939e2-f1cb-4fe5-8b46-4844ed945a27 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d10d53f-8f81-4d95-91c8-6252c0b3e17c HTTP/1.1" status: 200 len: 854 time: 0.1770332 Jun 29 17:27:01.430164 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-fa427a30-bb1e-4c4e-9071-99b5e9c1c06c req-90393c02-f6ea-429a-a1c9-5e3bceb382b9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224360 Jun 29 17:27:01.485509 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] For port ad5c31e7-8ffc-4b39-b431-7b08325b97b1, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:27:01.485509 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] For port ad5c31e7-8ffc-4b39-b431-7b08325b97b1, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=ad5c31e7-8ffc-4b39-b431-7b08325b97b1,segment=NetworkSegment(13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7),segment_id=13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7)] {{(pid=93005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:27:01.494350 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:01.494350 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:01.557224 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-25a14e7a-5983-4d7d-8eec-5ad11e2625a2 req-d12f6e38-66bc-4a3d-bbd9-c87069a03f3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2028c8d-30b9-48e8-8ecb-685c142e297b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454096 Jun 29 17:27:01.582393 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] For port c767c1f3-cfc5-4e54-94e3-8a30ea454b37, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:27:01.592650 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8352294'] for port, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:01.605686 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:01.620922 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Pushing event updated for resources: {'Port': ['ID=ad5c31e7-8ffc-4b39-b431-7b08325b97b1,revision_number=2']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:01.636872 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:01.718703 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 59b92e2f-8b97-4179-ac7f-cfd775422560 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:01.742934 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:01.744511 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38688) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:01.769842 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b901528-6823-4e3a-b83a-c064bbecbbab req-d29a3455-186b-4591-a330-775554879499 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:01.779999 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-6b901528-6823-4e3a-b83a-c064bbecbbab req-d29a3455-186b-4591-a330-775554879499 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 944 time: 0.3532627 Jun 29 17:27:01.798826 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:01.803426 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Received port after_create {{(pid=93003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:27:01.823777 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Pushing event updated for resources: {'Port': ['ID=563e677e-b87b-4bac-9425-c4aa8c8ad596,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:01.856409 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:01.864791 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] For port c767c1f3-cfc5-4e54-94e3-8a30ea454b37, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c767c1f3-cfc5-4e54-94e3-8a30ea454b37,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:27:01.898237 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-25a14e7a-5983-4d7d-8eec-5ad11e2625a2 req-d8fb458f-5a2a-4edb-962e-211fefc24132 service neutron] 10.222.0.72 "GET /v2.0/networks/f2028c8d-30b9-48e8-8ecb-685c142e297b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065748 Jun 29 17:27:01.903812 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 59b92e2f-8b97-4179-ac7f-cfd775422560 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:01.904657 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:01.906455 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:01.916063 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:01.929932 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-6b901528-6823-4e3a-b83a-c064bbecbbab req-31aa6eb3-8809-4aa9-bbe9-fdba7930a489 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487446 Jun 29 17:27:02.134023 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-433cc587-7ce2-42c5-9c13-c98ea74f917b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:02.215415 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:02.221602 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:02.224428 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] 10.222.0.72 "PUT /v2.0/ports/c767c1f3-cfc5-4e54-94e3-8a30ea454b37 HTTP/1.1" status: 200 len: 1093 time: 4.1913195 Jun 29 17:27:02.233439 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92977d5f-1c98-475d-a136-39e5d7ee7f0c', 'tag': 'c767c1f3-cfc5-4e54-94e3-8a30ea454b37'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:02.245115 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf061ad-534e-48de-9559-ab99e1e75ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "92977d5f-1c98-475d-a136-39e5d7ee7f0c", "tag": "c767c1f3-cfc5-4e54-94e3-8a30ea454b37"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:27:02.312090 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Pushing event updated for resources: {'Port': ['ID=c767c1f3-cfc5-4e54-94e3-8a30ea454b37,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:02.339228 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:02.370209 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa01e712-1e48-4f47-bf0f-e89f1f96c8ed x-openstack-request-id: req-aa01e712-1e48-4f47-bf0f-e89f1f96c8ed {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:27:02.370669 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92977d5f-1c98-475d-a136-39e5d7ee7f0c", "tag": "c767c1f3-cfc5-4e54-94e3-8a30ea454b37", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:27:02.371034 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-aa01e712-1e48-4f47-bf0f-e89f1f96c8ed {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:27:02.371554 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92977d5f-1c98-475d-a136-39e5d7ee7f0c', 'tag': 'c767c1f3-cfc5-4e54-94e3-8a30ea454b37', 'status': 'completed', 'code': 200} Jun 29 17:27:02.383632 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcbe5d-9121-473b-94c6-5d6cb9e6d846 req-b55b270e-cecd-43b7-bdb2-32539481676a tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:02.385257 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-dbdcbe5d-9121-473b-94c6-5d6cb9e6d846 req-b55b270e-cecd-43b7-bdb2-32539481676a tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 943 time: 0.5600679 Jun 29 17:27:02.393070 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-25a14e7a-5983-4d7d-8eec-5ad11e2625a2 req-d3e957a1-6f0f-4362-ba58-b55d0d3a5c66 service neutron] 10.222.0.72 "GET /v2.0/networks/f2028c8d-30b9-48e8-8ecb-685c142e297b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808033 Jun 29 17:27:02.451934 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-dbdcbe5d-9121-473b-94c6-5d6cb9e6d846 req-dc5dfdee-e99d-4faf-9b3b-2cab827f0355 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542493 Jun 29 17:27:02.456597 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:02.458208 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-e6d38849-f8d0-4ec6-9e98-b2f2ca14f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:02.459757 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-e6d38849-f8d0-4ec6-9e98-b2f2ca14f3fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bab87edcd482462cbd1decad9411b53c&device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 1096 time: 0.1408453 Jun 29 17:27:02.462179 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-433cc587-7ce2-42c5-9c13-c98ea74f917b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:02.508048 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-433cc587-7ce2-42c5-9c13-c98ea74f917b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:02.513870 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-0d153502-79d1-46b9-bc00-77a2677d36db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:02.530871 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-c4e9c356-0d11-426a-9a39-c3ca793d1f51 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c767c1f3-cfc5-4e54-94e3-8a30ea454b37 HTTP/1.1" status: 200 len: 217 time: 0.0462153 Jun 29 17:27:02.591595 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-2f4ee7b5-d4ef-4133-90b2-48620b3970e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:02.593799 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-2f4ee7b5-d4ef-4133-90b2-48620b3970e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f500316-b6d9-43a2-a9a1-26ebe9df72d6 HTTP/1.1" status: 200 len: 854 time: 0.0532987 Jun 29 17:27:02.601305 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-433cc587-7ce2-42c5-9c13-c98ea74f917b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cd7f766ff0b247479a8d13c81ce1a72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8524990 Jun 29 17:27:02.604057 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cc587-7ce2-42c5-9c13-c98ea74f917b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a90d85-a3fb-400c-a4e4-ec74c37cab46,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:02.606889 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 38704) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:02.620494 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-433cc587-7ce2-42c5-9c13-c98ea74f917b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:02.682280 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-4c9db9b7-bedc-4fbd-9fec-d9c5081e13a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30c06445-69a3-473b-86ba-1a733d800ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408769 Jun 29 17:27:02.708635 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-df46c5e6-99f0-4302-ac68-03a0f7c422d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:02.766342 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-df46c5e6-99f0-4302-ac68-03a0f7c422d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:02.865582 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-577579bc-71fa-47ab-b07c-117bbc2c10ba service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685944 Jun 29 17:27:02.910580 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-df46c5e6-99f0-4302-ac68-03a0f7c422d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:02.915428 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-df46c5e6-99f0-4302-ac68-03a0f7c422d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:02.922166 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-df46c5e6-99f0-4302-ac68-03a0f7c422d4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/93a90d85-a3fb-400c-a4e4-ec74c37cab46 HTTP/1.1" status: 204 len: 168 time: 0.3138144 Jun 29 17:27:02.997785 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdc3bd-7e4c-42fe-afd8-bc5f2b0fc0f6 req-f435fe94-fecd-4d05-b728-6ac72e54dbc0 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:03.000174 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d9fdc3bd-7e4c-42fe-afd8-bc5f2b0fc0f6 req-f435fe94-fecd-4d05-b728-6ac72e54dbc0 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.3933239 Jun 29 17:27:03.011268 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:03.024523 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601937'] for router, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:03.030637 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011fdd28-6bf6-4547-933b-7459fc3f1daf None None] Network 5dd8751f-55fa-4290-abe1-dd4e52235138 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:27:03.052714 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46c5e6-99f0-4302-ac68-03a0f7c422d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a90d85-a3fb-400c-a4e4-ec74c37cab46,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:03.059198 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-df46c5e6-99f0-4302-ac68-03a0f7c422d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:03.163841 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5f90cc07-2073-4d6b-920a-3b544f1b0158 req-f91fe7b2-4ed2-4bc6-a33c-47ea0bde294b service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858815 Jun 29 17:27:03.217650 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-10c0b336-b710-4676-9a74-a8a4a7f4b835 None None] Provisioning for port ad5c31e7-8ffc-4b39-b431-7b08325b97b1 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:03.223519 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d9fdc3bd-7e4c-42fe-afd8-bc5f2b0fc0f6 req-82d80819-a559-4548-9fc2-bf25750b0002 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134602 Jun 29 17:27:03.280820 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Router 1b45e05d-cf03-47d9-8334-c2a5496bcfb2 is scheduled to L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 with binding_index 1 {{(pid=93003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:27:03.383228 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda1fcc-2fe7-4dc0-81eb-bf5521ac7f9b req-e17bf2d2-a074-4d4e-92e3-6c3e9f290c81 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:03.385116 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6bda1fcc-2fe7-4dc0-81eb-bf5521ac7f9b req-e17bf2d2-a074-4d4e-92e3-6c3e9f290c81 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 944 time: 0.1749249 Jun 29 17:27:03.418953 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf061ad-534e-48de-9559-ab99e1e75ca2 req-ea1b6a51-a330-4dce-b875-af45b626371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:03.420518 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9bf061ad-534e-48de-9559-ab99e1e75ca2 req-ea1b6a51-a330-4dce-b875-af45b626371f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bab87edcd482462cbd1decad9411b53c&device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 1096 time: 0.1480482 Jun 29 17:27:03.537657 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6bda1fcc-2fe7-4dc0-81eb-bf5521ac7f9b req-bf6b1f30-5943-4b5e-b39c-f02a9cc68287 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379907 Jun 29 17:27:03.562987 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:27:03.574599 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Sync routers for ids ['1b45e05d-cf03-47d9-8334-c2a5496bcfb2'] in dv-cinder-763306-14-smb {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:27:03.598206 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Routers {'1b45e05d-cf03-47d9-8334-c2a5496bcfb2'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:03.598694 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] Notify callbacks [] for router, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:03.599051 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:26:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['1b45e05d-cf03-47d9-8334-c2a5496bcfb2'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:03.605048 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-8977a831-89b8-443c-bb11-ffc606fb4b66 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7651942 Jun 29 17:27:03.605048 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38726) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:03.636047 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf061ad-534e-48de-9559-ab99e1e75ca2 req-b42800c6-94a8-4179-a015-2338bb513eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:03.638122 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9bf061ad-534e-48de-9559-ab99e1e75ca2 req-b42800c6-94a8-4179-a015-2338bb513eb3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30c06445-69a3-473b-86ba-1a733d800ecd HTTP/1.1" status: 200 len: 916 time: 0.2044938 Jun 29 17:27:03.740685 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9bf061ad-534e-48de-9559-ab99e1e75ca2 req-23e3fbbb-9ab7-401b-9eb8-770ccb1bea7b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c767c1f3-cfc5-4e54-94e3-8a30ea454b37 HTTP/1.1" status: 200 len: 217 time: 0.0832307 Jun 29 17:27:03.827938 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device ad5c31e7-8ffc-4b39-b431-7b08325b97b1 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:03.990967 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf061ad-534e-48de-9559-ab99e1e75ca2 req-0a26a935-c342-4c65-92a5-4f7c36e08b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:03.992403 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port ad5c31e7-8ffc-4b39-b431-7b08325b97b1 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:03.993030 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Set router 1b45e05d-cf03-47d9-8334-c2a5496bcfb2 gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:27:03.994154 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9bf061ad-534e-48de-9559-ab99e1e75ca2 req-0a26a935-c342-4c65-92a5-4f7c36e08b2e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f500316-b6d9-43a2-a9a1-26ebe9df72d6 HTTP/1.1" status: 200 len: 854 time: 0.2269156 Jun 29 17:27:04.005482 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port ad5c31e7-8ffc-4b39-b431-7b08325b97b1 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:04.006125 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:04.007262 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5c47e-b022-455a-abd6-7612ca0fbad8 req-18991da2-5185-44e8-b639-163eee612bb7 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:04.009799 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f3d5c47e-b022-455a-abd6-7612ca0fbad8 req-18991da2-5185-44e8-b639-163eee612bb7 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 943 time: 0.1287241 Jun 29 17:27:04.050375 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9bf061ad-534e-48de-9559-ab99e1e75ca2 req-b4163fc6-af97-45bd-a6f7-0376d59f2ba7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30c06445-69a3-473b-86ba-1a733d800ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388515 Jun 29 17:27:04.254945 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f3d5c47e-b022-455a-abd6-7612ca0fbad8 req-c6ba5df1-7d02-40a5-ba9e-dd92a0cb15f2 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023020 Jun 29 17:27:04.260195 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9bf061ad-534e-48de-9559-ab99e1e75ca2 req-b519ca6b-86e5-4298-945d-6f291c9d0107 service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653221 Jun 29 17:27:04.469324 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38740) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:04.479777 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9bf061ad-534e-48de-9559-ab99e1e75ca2 req-915a9c7a-29d5-45bf-8ef1-9f233956cc1b service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029827 Jun 29 17:27:04.515978 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:27:04.635696 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'name': 'tempest-TestShelveInstance-441418262-router', 'tenant_id': '483811e66e0f4b46879c5d157f691e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': '563e677e-b87b-4bac-9425-c4aa8c8ad596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:58Z', 'updated_at': '2021-06-29T17:27:02Z', 'revision_number': 3, 'project_id': '483811e66e0f4b46879c5d157f691e16', 'gw_port': {'id': '563e677e-b87b-4bac-9425-c4aa8c8ad596', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:00Z', 'updated_at': '2021-06-29T17:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:04.679396 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dded94f-053e-4f59-9ee4-247951d34f1a req-3fc3d6fc-4fae-40b5-b8f1-6a25575eaf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:04.687208 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9dded94f-053e-4f59-9ee4-247951d34f1a req-3fc3d6fc-4fae-40b5-b8f1-6a25575eaf3f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 1099 time: 0.1295609 Jun 29 17:27:04.711853 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Checking router: 1b45e05d-cf03-47d9-8334-c2a5496bcfb2 for host: dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:27:04.712983 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Updating router 1b45e05d-cf03-47d9-8334-c2a5496bcfb2 port 563e677e-b87b-4bac-9425-c4aa8c8ad596 binding host dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:27:04.720201 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:04.789846 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:04.790640 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:04.801952 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9dded94f-053e-4f59-9ee4-247951d34f1a req-0bb212cc-19ea-4490-82f5-a313d928bee8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021061 Jun 29 17:27:04.818432 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-529061609-network', 'tenant_id': 'd61962fca0fa443aa05613f402e44542'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:04.835296 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port ad5c31e7-8ffc-4b39-b431-7b08325b97b1, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=ad5c31e7-8ffc-4b39-b431-7b08325b97b1,segment=NetworkSegment(13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7),segment_id=13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:04.842826 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:04.844433 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:04.847788 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e20fa-3212-49b6-a356-cfa8407c9720 req-fabcae84-dde2-46ab-b3e8-3bf9361ec240 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:04.849951 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b86e20fa-3212-49b6-a356-cfa8407c9720 req-fabcae84-dde2-46ab-b3e8-3bf9361ec240 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.2283742 Jun 29 17:27:04.919038 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649f964-de32-4550-82f2-6548234e64b5 req-62718bf8-90b8-43a0-b50b-81f8e66d7a71 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:04.921767 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1649f964-de32-4550-82f2-6548234e64b5 req-62718bf8-90b8-43a0-b50b-81f8e66d7a71 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 944 time: 0.1093967 Jun 29 17:27:04.929652 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Made reservation on behalf of d61962fca0fa443aa05613f402e44542 for: {'network': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:27:04.932125 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:04.935789 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=ad5c31e7-8ffc-4b39-b431-7b08325b97b1,revision_number=3']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:04.940480 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:04.975647 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:04.983386 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1649f964-de32-4550-82f2-6548234e64b5 req-c98e4d30-a4df-4677-82f7-fea0dd08430e tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485611 Jun 29 17:27:04.984471 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b86e20fa-3212-49b6-a356-cfa8407c9720 req-9e45f61c-b955-4d5b-affa-bcf31715258f tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246510 Jun 29 17:27:05.169568 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_common [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Allocated IP 172.20.0.1 (5dd8751f-55fa-4290-abe1-dd4e52235138/ba5a4f3d-fcaf-49b0-a9bf-3011a3c63fab/861ea04c-2d3e-4f09-9ea5-7a23b928e7e6) {{(pid=93003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:27:05.269852 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Notify callbacks [] for port, precommit_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.273363 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.279336 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.285898 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-eecbd11b-9c16-47e2-80a5-13e05fec0017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:05.287145 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.provisioning_blocks [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Transition to ACTIVE for port object 563e677e-b87b-4bac-9425-c4aa8c8ad596 will not be triggered until provisioned by entity L2. {{(pid=93006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:05.298322 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.301954 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:05.317958 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=93003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:27:05.345927 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d73ff2e-81c6-4fda-b451-39d803d29c6d,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:05.354012 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:05.358528 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.359049 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.segments_db [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Added segment 4af33d32-e8c2-48ec-9d28-92bc775c6875 of type vlan for network fd44f62d-3c9e-48db-a6e9-1d5da46c326a Jun 29 17:27:05.378841 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.390768 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69daff2f-3e27-4f2d-8c3d-ac88ad887b0e None None] Pushing event updated for resources: {'Port': ['ID=563e677e-b87b-4bac-9425-c4aa8c8ad596,revision_number=2']} {{(pid=93006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:05.400448 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-69daff2f-3e27-4f2d-8c3d-ac88ad887b0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:05.421583 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.provisioning_blocks [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Transition to ACTIVE for port object 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 will not be triggered until provisioned by entity DHCP. {{(pid=93003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:05.453410 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Attempting to bind port 563e677e-b87b-4bac-9425-c4aa8c8ad596 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:27:05.454389 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Attempting to bind port 563e677e-b87b-4bac-9425-c4aa8c8ad596 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}] {{(pid=93006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:27:05.455612 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Attempting to bind port 563e677e-b87b-4bac-9425-c4aa8c8ad596 on network 48360abb-0c2a-46d3-ad90-a3956d77b608 {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:27:05.466573 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:27:05.467472 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Checking segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:27:05.468085 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.468259 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8352294'] for port, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.468807 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Bound using segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:27:05.469718 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Bound port: 563e677e-b87b-4bac-9425-c4aa8c8ad596, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}}] {{(pid=93006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:27:05.470362 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.473819 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.478120 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-2357fb0f-fad9-4525-ab77-28c243df5572 tempest-DeleteServersTestJSON-944427761 tempest-DeleteServersTestJSON-944427761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:05.537917 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Network 5dd8751f-55fa-4290-abe1-dd4e52235138 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:05.543612 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.db [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] For port 563e677e-b87b-4bac-9425-c4aa8c8ad596, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:27:05.547632 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:05.547883 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.db [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] For port 563e677e-b87b-4bac-9425-c4aa8c8ad596, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=563e677e-b87b-4bac-9425-c4aa8c8ad596,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:27:05.554944 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.556236 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Received port after_create {{(pid=93003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:27:05.560426 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.561245 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Pushing event updated for resources: {'Port': ['ID=861ea04c-2d3e-4f09-9ea5-7a23b928e7e6,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:05.580446 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:05.591228 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:05.592347 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:05.593064 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.604727 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafb1bc-0e19-4a07-8274-011845f5ba60 req-550343ea-5eea-44ba-9102-b4fe3cb2f70f tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:05.607926 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-41903fcb-aca9-4be3-afa7-25cac5fa606b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:05.618497 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1dafb1bc-0e19-4a07-8274-011845f5ba60 req-550343ea-5eea-44ba-9102-b4fe3cb2f70f tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 943 time: 0.1111832 Jun 29 17:27:05.619062 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1483517 Jun 29 17:27:05.626963 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 38752) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:05.640223 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-9a8eb287-1bb9-4c0f-8ca6-aa934d9bedf9 admin admin] Request body: {'subnet': {'network_id': 'fd44f62d-3c9e-48db-a6e9-1d5da46c326a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-529061609-subnet', 'tenant_id': 'd61962fca0fa443aa05613f402e44542', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:05.717528 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688246'] for router_interface, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.724447 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1dafb1bc-0e19-4a07-8274-011845f5ba60 req-c2681534-72b5-48b1-a69d-debb2c77b296 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041646 Jun 29 17:27:05.725374 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device ad5c31e7-8ffc-4b39-b431-7b08325b97b1 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:05.728314 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8eb287-1bb9-4c0f-8ca6-aa934d9bedf9 admin admin] Made reservation on behalf of d61962fca0fa443aa05613f402e44542 for: {'subnet': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:27:05.737330 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-9a8eb287-1bb9-4c0f-8ca6-aa934d9bedf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7353051'] for subnet, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.793132 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69daff2f-3e27-4f2d-8c3d-ac88ad887b0e None None] Pushing event updated for resources: {'Port': ['ID=563e677e-b87b-4bac-9425-c4aa8c8ad596,revision_number=3']} {{(pid=93006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:05.804724 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Pushing event updated for resources: {'Network': ['ID=fd44f62d-3c9e-48db-a6e9-1d5da46c326a,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:05.809319 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:05.819674 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-69daff2f-3e27-4f2d-8c3d-ac88ad887b0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:05.823629 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port ad5c31e7-8ffc-4b39-b431-7b08325b97b1 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:05.824417 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:05.869146 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Routers {'1b45e05d-cf03-47d9-8334-c2a5496bcfb2'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:05.874018 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:26:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['1b45e05d-cf03-47d9-8334-c2a5496bcfb2'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:05.928550 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network fd44f62d-3c9e-48db-a6e9-1d5da46c326a details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:27:05.932120 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 8b97292d-9f32-48d4-8a3a-20885e3ce711 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:27:06.008858 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:06.058761 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-9a8eb287-1bb9-4c0f-8ca6-aa934d9bedf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7729799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7353033'] for subnet, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:06.064011 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b6078f10-220d-4e1d-a6c8-7b5fccb0cb7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:06.114335 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-8fd2bbc8-9169-4bcb-91ed-5d6f8499d8c0 None None] Provisioning for port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:06.146207 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8eb287-1bb9-4c0f-8ca6-aa934d9bedf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fbb0191-b715-43b8-b897-7d0fe14b5696,revision_number=0']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:06.163343 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-9a8eb287-1bb9-4c0f-8ca6-aa934d9bedf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:06.170851 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8eb287-1bb9-4c0f-8ca6-aa934d9bedf9 admin admin] Checking segment: {'id': '4af33d32-e8c2-48ec-9d28-92bc775c6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'fd44f62d-3c9e-48db-a6e9-1d5da46c326a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:27:06.179524 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8eb287-1bb9-4c0f-8ca6-aa934d9bedf9 admin admin] Network hostable DHCP agents. Network: fd44f62d-3c9e-48db-a6e9-1d5da46c326a, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:27:06.202023 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] Set router 1b45e05d-cf03-47d9-8334-c2a5496bcfb2 gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:27:06.212911 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8eb287-1bb9-4c0f-8ca6-aa934d9bedf9 admin admin] Network fd44f62d-3c9e-48db-a6e9-1d5da46c326a is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:27:06.219726 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-8fd2bbc8-9169-4bcb-91ed-5d6f8499d8c0 None None] Provisioning complete for port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:06.220790 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-8fd2bbc8-9169-4bcb-91ed-5d6f8499d8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:06.231094 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [None req-9a8eb287-1bb9-4c0f-8ca6-aa934d9bedf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, fd44f62d-3c9e-48db-a6e9-1d5da46c326a) {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:06.247675 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8eb287-1bb9-4c0f-8ca6-aa934d9bedf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:06.248544 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-9a8eb287-1bb9-4c0f-8ca6-aa934d9bedf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:06.263495 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:06.274563 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8352276'] for port, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:06.289339 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-9a8eb287-1bb9-4c0f-8ca6-aa934d9bedf9 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6479557 Jun 29 17:27:06.289563 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:06.336641 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2bbc8-9169-4bcb-91ed-5d6f8499d8c0 None None] Port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:27:06.366523 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21ab5be-97d7-4d9f-83e9-929d85e5d2dd None None] Network fd44f62d-3c9e-48db-a6e9-1d5da46c326a requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:27:06.379342 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Pushing event updated for resources: {'Port': ['ID=861ea04c-2d3e-4f09-9ea5-7a23b928e7e6,revision_number=2']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:06.385123 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:06.391449 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1804507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688098'] for router_interface, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:06.450691 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffec13-f327-4c54-8cd1-00bde9aa4af5 req-46508d63-c2c9-4dcc-938c-cf9bac1187e8 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:06.453143 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-22ffec13-f327-4c54-8cd1-00bde9aa4af5 req-46508d63-c2c9-4dcc-938c-cf9bac1187e8 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 944 time: 0.1084948 Jun 29 17:27:06.502345 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 8b97292d-9f32-48d4-8a3a-20885e3ce711, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8b97292d-9f32-48d4-8a3a-20885e3ce711,segment=NetworkSegment(90912eee-697a-462b-ab1e-19ec7236e0a0),segment_id=90912eee-697a-462b-ab1e-19ec7236e0a0)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:06.535580 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': '8b97292d-9f32-48d4-8a3a-20885e3ce711', 'network_id': 'f2028c8d-30b9-48e8-8ecb-685c142e297b', 'port_id': '8b97292d-9f32-48d4-8a3a-20885e3ce711', 'mac_address': 'fa:16:3e:88:a9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d10d53f-8f81-4d95-91c8-6252c0b3e17c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:27:06.559252 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-22ffec13-f327-4c54-8cd1-00bde9aa4af5 req-2948840c-3ce9-44d8-94c0-88a36bb72404 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847087 Jun 29 17:27:06.690834 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'name': 'tempest-TestShelveInstance-441418262-router', 'tenant_id': '483811e66e0f4b46879c5d157f691e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': '563e677e-b87b-4bac-9425-c4aa8c8ad596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:58Z', 'updated_at': '2021-06-29T17:27:02Z', 'revision_number': 3, 'project_id': '483811e66e0f4b46879c5d157f691e16', 'gw_port': {'id': '563e677e-b87b-4bac-9425-c4aa8c8ad596', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:00Z', 'updated_at': '2021-06-29T17:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:06.722556 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51fa570-8f18-4b7e-a1ba-cd19c281d87c None None] The sync data for ids ['1b45e05d-cf03-47d9-8334-c2a5496bcfb2'] in dv-cinder-763306-14-smb is: [{'id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'name': 'tempest-TestShelveInstance-441418262-router', 'tenant_id': '483811e66e0f4b46879c5d157f691e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': '563e677e-b87b-4bac-9425-c4aa8c8ad596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:58Z', 'updated_at': '2021-06-29T17:27:02Z', 'revision_number': 3, 'project_id': '483811e66e0f4b46879c5d157f691e16', 'gw_port': {'id': '563e677e-b87b-4bac-9425-c4aa8c8ad596', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:00Z', 'updated_at': '2021-06-29T17:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}] {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:27:06.754623 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305be0f1-8446-49cc-80ae-c89e35708196 None None] Network fd44f62d-3c9e-48db-a6e9-1d5da46c326a requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:27:06.804636 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c601f-549c-48de-aa94-4c0c4ee7b4a5 req-3bc14f67-f948-440a-ba3d-dffaf8ac9fa8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:06.813018 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-170c601f-549c-48de-aa94-4c0c4ee7b4a5 req-3bc14f67-f948-440a-ba3d-dffaf8ac9fa8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.2868235 Jun 29 17:27:06.847758 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Network 5dd8751f-55fa-4290-abe1-dd4e52235138 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:06.853161 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:06.860644 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:06.929187 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b97292d-9f32-48d4-8a3a-20885e3ce711 {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:27:07.006542 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 8b97292d-9f32-48d4-8a3a-20885e3ce711, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8b97292d-9f32-48d4-8a3a-20885e3ce711,segment=NetworkSegment(90912eee-697a-462b-ab1e-19ec7236e0a0),segment_id=90912eee-697a-462b-ab1e-19ec7236e0a0)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:07.020046 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:07.030623 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:07.065369 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-170c601f-549c-48de-aa94-4c0c4ee7b4a5 req-941a0482-40be-4ced-82c0-7b901512d83f tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511284 Jun 29 17:27:07.241245 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Router 1b45e05d-cf03-47d9-8334-c2a5496bcfb2 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:27:07.324402 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=8b97292d-9f32-48d4-8a3a-20885e3ce711,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:07.350902 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:07.351603 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:07.351603 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:07.352131 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:07.352508 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:07.352711 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:07.358437 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:07.358961 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:07.359420 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:07.360257 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:07.360257 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:07.360494 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:07.374368 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:07.403251 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24bb26-3dcf-4c92-acbc-7582997968f4 req-6897bc85-79ef-4a2d-8806-f5a6d2f7f899 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:07.411365 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8e24bb26-3dcf-4c92-acbc-7582997968f4 req-6897bc85-79ef-4a2d-8806-f5a6d2f7f899 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 943 time: 0.1947253 Jun 29 17:27:07.480141 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8e24bb26-3dcf-4c92-acbc-7582997968f4 req-44599d7a-0d43-4c28-bcd1-fe9695fe60c0 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691352 Jun 29 17:27:07.532191 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5459d626-96f6-45a6-81f1-a6375c2b54f7 None None] Provisioning complete for port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:07.532842 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5459d626-96f6-45a6-81f1-a6375c2b54f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:07.598073 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:27:07.620732 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-d800bddc-98a1-4b3b-815c-c28fd45cf427 admin admin] 10.222.0.101 "PUT /v2.0/routers/1b45e05d-cf03-47d9-8334-c2a5496bcfb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0145464 Jun 29 17:27:07.664026 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5459d626-96f6-45a6-81f1-a6375c2b54f7 None None] Port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:27:07.762408 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 563e677e-b87b-4bac-9425-c4aa8c8ad596 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:07.830484 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['8b97292d-9f32-48d4-8a3a-20885e3ce711'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:27:07.952405 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 563e677e-b87b-4bac-9425-c4aa8c8ad596 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:07.967250 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 563e677e-b87b-4bac-9425-c4aa8c8ad596 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:07.968632 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:07.978604 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec630f74-d7b1-4e62-83a3-56b7e1e91b2b req-a13a1d17-f134-46b7-8866-6e8113a0ea3b tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:07.980457 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ec630f74-d7b1-4e62-83a3-56b7e1e91b2b req-a13a1d17-f134-46b7-8866-6e8113a0ea3b tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 945 time: 0.1240311 Jun 29 17:27:08.037941 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ec630f74-d7b1-4e62-83a3-56b7e1e91b2b req-a7e465b5-cdd6-4848-9ca8-cdf4e42174e6 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419462 Jun 29 17:27:08.151935 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:08.179356 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 563e677e-b87b-4bac-9425-c4aa8c8ad596, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=563e677e-b87b-4bac-9425-c4aa8c8ad596,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:08.187776 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:08.192214 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:08.276170 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=563e677e-b87b-4bac-9425-c4aa8c8ad596,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:08.282610 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:08.461319 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8598b-c0ae-480d-ba5f-dcbe90479a16 req-f4add922-2b14-4392-a497-604fa5573511 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:08.464058 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2af8598b-c0ae-480d-ba5f-dcbe90479a16 req-f4add922-2b14-4392-a497-604fa5573511 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1200645 Jun 29 17:27:08.528853 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2af8598b-c0ae-480d-ba5f-dcbe90479a16 req-20501b21-97ee-46f1-8619-b489f6c8ae36 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528169 Jun 29 17:27:08.657174 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38792) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:08.662137 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-f3d5c737-ce83-422d-8341-58afc90a71e7 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310794338', 'description': 'tempest-secgroup-smoke-1310794338 description', 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:08.696682 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f3d5c737-ce83-422d-8341-58afc90a71e7 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:08.867124 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f3d5c737-ce83-422d-8341-58afc90a71e7 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:08.871450 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f3d5c737-ce83-422d-8341-58afc90a71e7 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:08.875691 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-aa6227a7-2f2b-42c4-879f-48afe2977e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:08.903629 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f3d5c737-ce83-422d-8341-58afc90a71e7 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:08.909814 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-f3d5c737-ce83-422d-8341-58afc90a71e7 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2470782 Jun 29 17:27:08.910852 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38802) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:08.918065 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53dfd1-389c-4908-8c1d-24354e92a2ee req-f2c16553-ea39-4f7f-938f-706320712024 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:08.920077 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8a53dfd1-389c-4908-8c1d-24354e92a2ee req-f2c16553-ea39-4f7f-938f-706320712024 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 943 time: 0.2002220 Jun 29 17:27:08.925904 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-04de4d67-196e-4bf7-99ac-e09296f3a00a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Request body: {'security_group_rule': {'security_group_id': '67dd9c5f-0bd2-487b-8f63-a931de2bc13e', 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:08.943781 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5c737-ce83-422d-8341-58afc90a71e7 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67dd9c5f-0bd2-487b-8f63-a931de2bc13e,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:08.947770 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f3d5c737-ce83-422d-8341-58afc90a71e7 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:08.989457 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-04de4d67-196e-4bf7-99ac-e09296f3a00a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.004851 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8a53dfd1-389c-4908-8c1d-24354e92a2ee req-89baf065-45bf-4dd5-a34f-943bb1f5f41e tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769148 Jun 29 17:27:09.091663 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-04de4d67-196e-4bf7-99ac-e09296f3a00a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.096788 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-04de4d67-196e-4bf7-99ac-e09296f3a00a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.099130 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-c40c9c6c-091d-49c7-8a0b-c23995c53d32 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:09.113643 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de4d67-196e-4bf7-99ac-e09296f3a00a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6b33fe-b27d-4526-a34a-c095c80ca5eb,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:09.126345 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-04de4d67-196e-4bf7-99ac-e09296f3a00a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:09.138494 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-04de4d67-196e-4bf7-99ac-e09296f3a00a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.140187 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-04de4d67-196e-4bf7-99ac-e09296f3a00a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2281516 Jun 29 17:27:09.145024 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38816) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:09.154539 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-e61274a1-6c55-444e-918f-308b1230eddd tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Request body: {'security_group_rule': {'security_group_id': '67dd9c5f-0bd2-487b-8f63-a931de2bc13e', 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:09.190445 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e61274a1-6c55-444e-918f-308b1230eddd tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.363910 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e61274a1-6c55-444e-918f-308b1230eddd tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.374461 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e61274a1-6c55-444e-918f-308b1230eddd tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.383114 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc01e4a-dde0-41cc-ba5f-15ff2709ca9b req-1ba19218-66bb-44e3-9de5-5493522d09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:09.386002 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-adc01e4a-dde0-41cc-ba5f-15ff2709ca9b req-1ba19218-66bb-44e3-9de5-5493522d09fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86f0d1cf5da54b34a84d748acfe3ab8c&device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 1099 time: 0.2059402 Jun 29 17:27:09.386254 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-04de4d67-196e-4bf7-99ac-e09296f3a00a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:09.410486 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddee51-3028-410b-ad98-71a8a3f6cbba req-b00cf069-48aa-4de3-9a8f-0416c22f5bb1 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:09.413611 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-10ddee51-3028-410b-ad98-71a8a3f6cbba req-b00cf069-48aa-4de3-9a8f-0416c22f5bb1 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1732364 Jun 29 17:27:09.445417 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61274a1-6c55-444e-918f-308b1230eddd tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec056529-8b1f-4798-bb74-34fdd483ad26,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:09.451055 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-e61274a1-6c55-444e-918f-308b1230eddd tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:09.467775 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e61274a1-6c55-444e-918f-308b1230eddd tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.469665 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-e61274a1-6c55-444e-918f-308b1230eddd tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3233886 Jun 29 17:27:09.473235 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38822) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:09.487854 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-a086dd89-a3c2-47b6-8e2b-1b05b158a6ec tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Request body: {'security_group_rule': {'security_group_id': '67dd9c5f-0bd2-487b-8f63-a931de2bc13e', 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:09.498261 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da3902-fbc7-4009-939b-17010637b117 req-e1aeed8d-7fee-4d94-b774-01d9ca35a78d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:09.501555 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-76da3902-fbc7-4009-939b-17010637b117 req-e1aeed8d-7fee-4d94-b774-01d9ca35a78d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/networks?id=fd44f62d-3c9e-48db-a6e9-1d5da46c326a HTTP/1.1" status: 200 len: 808 time: 0.2400465 Jun 29 17:27:09.524173 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-10ddee51-3028-410b-ad98-71a8a3f6cbba req-dcbe745b-9d39-483a-be18-e09f968c9e43 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934050 Jun 29 17:27:09.551835 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a086dd89-a3c2-47b6-8e2b-1b05b158a6ec tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.669492 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a086dd89-a3c2-47b6-8e2b-1b05b158a6ec tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.676740 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Sync routers for ids ['1b45e05d-cf03-47d9-8334-c2a5496bcfb2'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:27:09.687110 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 563e677e-b87b-4bac-9425-c4aa8c8ad596 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:09.688338 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a086dd89-a3c2-47b6-8e2b-1b05b158a6ec tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.691072 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:09.712488 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086dd89-a3c2-47b6-8e2b-1b05b158a6ec tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd695fb1-2e43-4a62-aa7c-99bac5cdf296,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:09.715605 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-a086dd89-a3c2-47b6-8e2b-1b05b158a6ec tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:09.721699 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a086dd89-a3c2-47b6-8e2b-1b05b158a6ec tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.723594 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-a086dd89-a3c2-47b6-8e2b-1b05b158a6ec tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2449112 Jun 29 17:27:09.726441 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38824) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:09.744339 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-7d7148f2-a362-4eda-9353-529f92a5ada9 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Request body: {'security_group_rule': {'security_group_id': '67dd9c5f-0bd2-487b-8f63-a931de2bc13e', 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:09.764751 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Routers {'1b45e05d-cf03-47d9-8334-c2a5496bcfb2'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:09.765979 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:26:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['1b45e05d-cf03-47d9-8334-c2a5496bcfb2'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:09.810364 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-76da3902-fbc7-4009-939b-17010637b117 req-e0ac4d66-3c80-4da6-9a6d-29ed0f5c173e tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/quotas/d61962fca0fa443aa05613f402e44542 HTTP/1.1" status: 200 len: 375 time: 0.3029480 Jun 29 17:27:09.837204 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7d7148f2-a362-4eda-9353-529f92a5ada9 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.891498 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-76da3902-fbc7-4009-939b-17010637b117 req-e9718266-a3f7-4b7a-8e1b-04050071c549 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d61962fca0fa443aa05613f402e44542&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751586 Jun 29 17:27:09.911786 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device c767c1f3-cfc5-4e54-94e3-8a30ea454b37 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:27:09.922440 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 8b97292d-9f32-48d4-8a3a-20885e3ce711 up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:09.948865 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc01e4a-dde0-41cc-ba5f-15ff2709ca9b req-dd2d675d-3781-4911-9a06-fecd53da5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:09.951592 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-adc01e4a-dde0-41cc-ba5f-15ff2709ca9b req-dd2d675d-3781-4911-9a06-fecd53da5f81 service neutron] 10.222.0.72 "GET /v2.0/networks?id=848c8866-fdff-4385-a864-0f9f4cb70ea5 HTTP/1.1" status: 200 len: 921 time: 0.5457435 Jun 29 17:27:09.979567 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7d7148f2-a362-4eda-9353-529f92a5ada9 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.980702 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 563e677e-b87b-4bac-9425-c4aa8c8ad596 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:09.981532 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:09.995005 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7d7148f2-a362-4eda-9353-529f92a5ada9 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:10.010658 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b650ac-c63a-4401-9423-03160232401b req-734c42b1-6dec-4c23-8593-a22286eec30a tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:10.013495 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c1b650ac-c63a-4401-9423-03160232401b req-734c42b1-6dec-4c23-8593-a22286eec30a tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 945 time: 0.2033947 Jun 29 17:27:10.016752 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:10.064122 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Set router 1b45e05d-cf03-47d9-8334-c2a5496bcfb2 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:27:10.075143 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7148f2-a362-4eda-9353-529f92a5ada9 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1cca442-d43d-4156-8721-4c8acf8c62d9,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:10.075853 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-adc01e4a-dde0-41cc-ba5f-15ff2709ca9b req-618c5dfc-3d97-49e1-bc6e-9fdf14464a81 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=597f1683-760b-40fe-b4db-93b3bf7049ed HTTP/1.1" status: 200 len: 217 time: 0.0701785 Jun 29 17:27:10.083438 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7d7148f2-a362-4eda-9353-529f92a5ada9 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:10.087487 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7d7148f2-a362-4eda-9353-529f92a5ada9 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:10.089688 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-7d7148f2-a362-4eda-9353-529f92a5ada9 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3605511 Jun 29 17:27:10.093472 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38828) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:10.101053 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-e3fa4b67-456f-4844-af8e-333c0101850a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Request body: {'security_group_rule': {'security_group_id': '67dd9c5f-0bd2-487b-8f63-a931de2bc13e', 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:10.137920 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c1b650ac-c63a-4401-9423-03160232401b req-fe54af76-2724-4ab6-bc37-186a80b9556e tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067750 Jun 29 17:27:10.155059 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.securitygroups_db [None req-e3fa4b67-456f-4844-af8e-333c0101850a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Project a55c9f03f035457f8efa3c0a4a535cca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:27:10.170460 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4b67-456f-4844-af8e-333c0101850a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:10.204443 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-76da3902-fbc7-4009-939b-17010637b117 req-cb7c13bf-af05-4754-b677-0208d43dab55 service neutron] 10.222.0.101 "GET /v2.0/networks/fd44f62d-3c9e-48db-a6e9-1d5da46c326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941332 Jun 29 17:27:10.208343 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc01e4a-dde0-41cc-ba5f-15ff2709ca9b req-471192d4-cf80-4b17-9c99-f33ac91b534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:10.210160 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-adc01e4a-dde0-41cc-ba5f-15ff2709ca9b req-471192d4-cf80-4b17-9c99-f33ac91b534c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2836b31e-fb3d-46b6-943e-6bb4d25b15b8 HTTP/1.1" status: 200 len: 859 time: 0.1226411 Jun 29 17:27:10.305644 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4b67-456f-4844-af8e-333c0101850a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:10.308598 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-adc01e4a-dde0-41cc-ba5f-15ff2709ca9b req-5293db50-ab52-4319-bd41-633d991fbca5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=848c8866-fdff-4385-a864-0f9f4cb70ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790417 Jun 29 17:27:10.317449 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4b67-456f-4844-af8e-333c0101850a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:10.342850 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:10.370533 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa4b67-456f-4844-af8e-333c0101850a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4da9ec-bdbd-41db-a71a-acbede6e3599,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:10.389968 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-e3fa4b67-456f-4844-af8e-333c0101850a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:10.392754 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4b67-456f-4844-af8e-333c0101850a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:10.398601 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port 8b97292d-9f32-48d4-8a3a-20885e3ce711 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:10.408619 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-e3fa4b67-456f-4844-af8e-333c0101850a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3101945 Jun 29 17:27:10.409512 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38834) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:10.415480 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-5f1f848d-6b7a-4f68-a2e3-4072331e502b tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Request body: {'security_group_rule': {'security_group_id': '67dd9c5f-0bd2-487b-8f63-a931de2bc13e', 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:10.443116 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port 8b97292d-9f32-48d4-8a3a-20885e3ce711 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:10.443504 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:10.456812 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port c767c1f3-cfc5-4e54-94e3-8a30ea454b37, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c767c1f3-cfc5-4e54-94e3-8a30ea454b37,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:10.467320 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.securitygroups_db [None req-5f1f848d-6b7a-4f68-a2e3-4072331e502b tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Project a55c9f03f035457f8efa3c0a4a535cca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:27:10.475246 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5f1f848d-6b7a-4f68-a2e3-4072331e502b tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:10.523108 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-76da3902-fbc7-4009-939b-17010637b117 req-e0baf991-4472-44b9-96d2-17adeb702d11 service neutron] 10.222.0.101 "GET /v2.0/networks/fd44f62d-3c9e-48db-a6e9-1d5da46c326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174627 Jun 29 17:27:10.595013 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5f1f848d-6b7a-4f68-a2e3-4072331e502b tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:10.600882 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5f1f848d-6b7a-4f68-a2e3-4072331e502b tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:10.609431 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7d7148f2-a362-4eda-9353-529f92a5ada9 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:10.621838 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': 'c767c1f3-cfc5-4e54-94e3-8a30ea454b37', 'network_id': '30c06445-69a3-473b-86ba-1a733d800ecd', 'port_id': 'c767c1f3-cfc5-4e54-94e3-8a30ea454b37', 'mac_address': 'fa:16:3e:0b:25:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f500316-b6d9-43a2-a9a1-26ebe9df72d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:27:10.638406 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f848d-6b7a-4f68-a2e3-4072331e502b tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfdb861-4134-4619-8762-b296e329c5fe,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:10.647098 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-adc01e4a-dde0-41cc-ba5f-15ff2709ca9b req-03974bfd-f45a-439a-9605-a2428b0cb94a service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298936 Jun 29 17:27:10.653377 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-5f1f848d-6b7a-4f68-a2e3-4072331e502b tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:10.666903 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5f1f848d-6b7a-4f68-a2e3-4072331e502b tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:10.676645 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-5f1f848d-6b7a-4f68-a2e3-4072331e502b tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2581897 Jun 29 17:27:10.834087 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:10.834902 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-adc01e4a-dde0-41cc-ba5f-15ff2709ca9b req-08e733c3-6867-476e-b51c-76d5855b269c service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764004 Jun 29 17:27:10.890098 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c767c1f3-cfc5-4e54-94e3-8a30ea454b37 {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:27:10.971425 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port c767c1f3-cfc5-4e54-94e3-8a30ea454b37, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c767c1f3-cfc5-4e54-94e3-8a30ea454b37,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:11.047476 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273da816-2260-4ca5-ada1-82e391ac25b1 req-171bf541-75ff-420f-83ea-c7cd6fd91ea8 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:11.049702 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-273da816-2260-4ca5-ada1-82e391ac25b1 req-171bf541-75ff-420f-83ea-c7cd6fd91ea8 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 943 time: 0.3191881 Jun 29 17:27:11.103719 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:11.117652 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:11.177077 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-273da816-2260-4ca5-ada1-82e391ac25b1 req-b73cb6ec-2848-4fcc-879f-4da1ef784db2 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148889 Jun 29 17:27:11.253200 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:11.271603 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbfd7e-d4a6-4692-8f37-3cbf0f5b2ae3 req-22998c76-c798-46d4-a513-b7648a637cab tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:11.278847 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d8bbfd7e-d4a6-4692-8f37-3cbf0f5b2ae3 req-22998c76-c798-46d4-a513-b7648a637cab tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1663134 Jun 29 17:27:11.361433 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f43cfea-a7d6-4d96-afce-82efaf967e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b97292d-9f32-48d4-8a3a-20885e3ce711'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:11.366371 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47018319-7dba-45c1-bce8-b7590a397909" -d '{"events": [{"server_uuid": "7f43cfea-a7d6-4d96-afce-82efaf967e70", "name": "network-vif-plugged", "status": "completed", "tag": "8b97292d-9f32-48d4-8a3a-20885e3ce711"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:27:11.372008 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=c767c1f3-cfc5-4e54-94e3-8a30ea454b37,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:11.386944 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d8bbfd7e-d4a6-4692-8f37-3cbf0f5b2ae3 req-fc97f4e1-5f7c-41bd-aabc-7f2f45e49ac5 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929234 Jun 29 17:27:11.399008 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:11.431270 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 8b97292d-9f32-48d4-8a3a-20885e3ce711, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8b97292d-9f32-48d4-8a3a-20885e3ce711,segment=NetworkSegment(90912eee-697a-462b-ab1e-19ec7236e0a0),segment_id=90912eee-697a-462b-ab1e-19ec7236e0a0)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:11.432417 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-bb372e96-a7c0-4419-bf84-3ba06b467a1f req-76d1f697-7072-4a12-980d-a5ba68a1082a tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 210 time: 0.1224818 Jun 29 17:27:11.446350 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:11.450444 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:11.556991 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'name': 'tempest-TestShelveInstance-441418262-router', 'tenant_id': '483811e66e0f4b46879c5d157f691e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': '563e677e-b87b-4bac-9425-c4aa8c8ad596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:58Z', 'updated_at': '2021-06-29T17:27:05Z', 'revision_number': 4, 'project_id': '483811e66e0f4b46879c5d157f691e16', 'gw_port': {'id': '563e677e-b87b-4bac-9425-c4aa8c8ad596', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:00Z', 'updated_at': '2021-06-29T17:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '861ea04c-2d3e-4f09-9ea5-7a23b928e7e6', 'name': '', 'network_id': '5dd8751f-55fa-4290-abe1-dd4e52235138', 'tenant_id': '483811e66e0f4b46879c5d157f691e16', 'mac_address': 'fa:16:3e:4f:8b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ba5a4f3d-fcaf-49b0-a9bf-3011a3c63fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:04Z', 'updated_at': '2021-06-29T17:27:06Z', 'revision_number': 2, 'project_id': '483811e66e0f4b46879c5d157f691e16', 'subnets': [{'id': 'ba5a4f3d-fcaf-49b0-a9bf-3011a3c63fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:11.641557 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95aedfd-b593-4170-8ac9-45d6f3c6a734 x-openstack-request-id: req-e95aedfd-b593-4170-8ac9-45d6f3c6a734 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:27:11.641867 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f43cfea-a7d6-4d96-afce-82efaf967e70", "name": "network-vif-plugged", "status": "completed", "tag": "8b97292d-9f32-48d4-8a3a-20885e3ce711", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:27:11.642139 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e95aedfd-b593-4170-8ac9-45d6f3c6a734 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:27:11.643466 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f43cfea-a7d6-4d96-afce-82efaf967e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b97292d-9f32-48d4-8a3a-20885e3ce711', 'code': 200} Jun 29 17:27:11.652850 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Checking router: 1b45e05d-cf03-47d9-8334-c2a5496bcfb2 for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:27:11.653421 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Updating router 1b45e05d-cf03-47d9-8334-c2a5496bcfb2 port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 binding host dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:27:11.766743 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=8b97292d-9f32-48d4-8a3a-20885e3ce711,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:11.772901 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:11.774416 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:11.910866 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e8fab-cf9b-4c93-863c-6ce631524dae req-cfe4b1e8-461d-40b5-9ff9-5aef90324f23 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:11.918158 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5c2e8fab-cf9b-4c93-863c-6ce631524dae req-cfe4b1e8-461d-40b5-9ff9-5aef90324f23 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 946 time: 0.2975347 Jun 29 17:27:12.001084 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['c767c1f3-cfc5-4e54-94e3-8a30ea454b37'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:27:12.022164 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5c2e8fab-cf9b-4c93-863c-6ce631524dae req-5b322c26-12e3-4d76-be44-dfaeeb481b4d tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001837 Jun 29 17:27:12.246471 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217fcc1-94f7-4cc3-89b3-7f3ed87a4a09 req-97bb77b9-5e20-4314-8e13-68418651bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:12.248173 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7217fcc1-94f7-4cc3-89b3-7f3ed87a4a09 req-97bb77b9-5e20-4314-8e13-68418651bd95 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 1099 time: 0.0914161 Jun 29 17:27:12.337718 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7217fcc1-94f7-4cc3-89b3-7f3ed87a4a09 req-e5a12136-beb5-45db-b6e6-8689b338402e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706975 Jun 29 17:27:12.384462 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:12.405490 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Transition to ACTIVE for port object 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 will not be triggered until provisioned by entity L2. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:12.415465 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:12.418736 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:12.502567 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42044d-074e-4512-94eb-97e19112d7d2 None None] Pushing event updated for resources: {'Port': ['ID=861ea04c-2d3e-4f09-9ea5-7a23b928e7e6,revision_number=3']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:12.506293 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-de42044d-074e-4512-94eb-97e19112d7d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:12.565646 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13560c-4c3f-4f9c-8982-e01dcc7de1b5 req-831add1d-be38-4dc8-a767-8e33c8e23ea5 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:12.577896 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-9a13560c-4c3f-4f9c-8982-e01dcc7de1b5 req-831add1d-be38-4dc8-a767-8e33c8e23ea5 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 944 time: 0.1327348 Jun 29 17:27:12.593041 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Attempting to bind port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:27:12.593528 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Attempting to bind port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': '13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dd8751f-55fa-4290-abe1-dd4e52235138'}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:27:12.593997 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Attempting to bind port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 on network 5dd8751f-55fa-4290-abe1-dd4e52235138 {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:27:12.604422 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:27:12.604721 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Checking segment: {'id': '13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dd8751f-55fa-4290-abe1-dd4e52235138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:27:12.605330 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:12.605514 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Bound using segment: {'id': '13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dd8751f-55fa-4290-abe1-dd4e52235138'} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:27:12.606016 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Bound port: 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dd8751f-55fa-4290-abe1-dd4e52235138'}}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:27:12.606406 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:12.648957 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-9a13560c-4c3f-4f9c-8982-e01dcc7de1b5 req-cd57bf7d-1974-4c9c-9bc7-462a18d3754b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667326 Jun 29 17:27:12.742722 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3db59b-6873-4e88-84d8-fcc70dea7ff3 req-d9175b16-f91c-4e32-91b7-e83b5559bc12 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:12.744887 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df3db59b-6873-4e88-84d8-fcc70dea7ff3 req-d9175b16-f91c-4e32-91b7-e83b5559bc12 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1438441 Jun 29 17:27:12.761197 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] For port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:27:12.774612 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] For port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=861ea04c-2d3e-4f09-9ea5-7a23b928e7e6,segment=NetworkSegment(13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7),segment_id=13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7)] {{(pid=93005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:27:12.784639 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:12.793694 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:12.830604 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df3db59b-6873-4e88-84d8-fcc70dea7ff3 req-46bb6879-879a-4d92-9a82-1fa124268fb4 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616238 Jun 29 17:27:12.875512 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 38930) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:12.922393 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Routers {'1b45e05d-cf03-47d9-8334-c2a5496bcfb2'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:12.923145 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:26:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['1b45e05d-cf03-47d9-8334-c2a5496bcfb2'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:12.925628 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42044d-074e-4512-94eb-97e19112d7d2 None None] Pushing event updated for resources: {'Port': ['ID=861ea04c-2d3e-4f09-9ea5-7a23b928e7e6,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:12.932094 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fb0a3a53-c635-45c8-ba14-1aba8c945439 req-977d9741-f5d4-4104-bb5f-6a2906744007 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 210 time: 0.1046910 Jun 29 17:27:12.936902 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-de42044d-074e-4512-94eb-97e19112d7d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:13.217706 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] Set router 1b45e05d-cf03-47d9-8334-c2a5496bcfb2 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:27:13.219793 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0c512408-3aef-438b-88d6-4c47b1a2ff55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:13.356762 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad98fdf-514f-4dca-8ff6-aff21ca4c05d req-85561349-e257-4deb-b91f-e5e1f29f946e tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:13.370065 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-dad98fdf-514f-4dca-8ff6-aff21ca4c05d req-85561349-e257-4deb-b91f-e5e1f29f946e tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 946 time: 0.1265235 Jun 29 17:27:13.442737 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-dad98fdf-514f-4dca-8ff6-aff21ca4c05d req-1e9f9d09-180d-4542-9cf4-e7f78aa2d89a tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663953 Jun 29 17:27:13.556557 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0c512408-3aef-438b-88d6-4c47b1a2ff55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:13.568436 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da3902-fbc7-4009-939b-17010637b117 req-1fef077f-d0c1-46b4-9342-3065effa881a tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:13.570560 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-76da3902-fbc7-4009-939b-17010637b117 req-1fef077f-d0c1-46b4-9342-3065effa881a tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.72 "GET /v2.0/networks?id=fd44f62d-3c9e-48db-a6e9-1d5da46c326a HTTP/1.1" status: 200 len: 808 time: 0.2777696 Jun 29 17:27:13.577342 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0c512408-3aef-438b-88d6-4c47b1a2ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:13.581605 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:13.603618 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-76da3902-fbc7-4009-939b-17010637b117 req-759d668c-aea3-4e7a-baa8-aec0c121e625 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Request body: {'port': {'device_id': 'b0823aac-e6c9-470d-84f7-a819b7f3d69f', 'network_id': 'fd44f62d-3c9e-48db-a6e9-1d5da46c326a', 'admin_state_up': True, 'tenant_id': 'd61962fca0fa443aa05613f402e44542'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:13.696892 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'name': 'tempest-TestShelveInstance-441418262-router', 'tenant_id': '483811e66e0f4b46879c5d157f691e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': '563e677e-b87b-4bac-9425-c4aa8c8ad596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:58Z', 'updated_at': '2021-06-29T17:27:05Z', 'revision_number': 4, 'project_id': '483811e66e0f4b46879c5d157f691e16', 'gw_port': {'id': '563e677e-b87b-4bac-9425-c4aa8c8ad596', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:00Z', 'updated_at': '2021-06-29T17:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '861ea04c-2d3e-4f09-9ea5-7a23b928e7e6', 'name': '', 'network_id': '5dd8751f-55fa-4290-abe1-dd4e52235138', 'tenant_id': '483811e66e0f4b46879c5d157f691e16', 'mac_address': 'fa:16:3e:4f:8b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ba5a4f3d-fcaf-49b0-a9bf-3011a3c63fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:04Z', 'updated_at': '2021-06-29T17:27:12Z', 'revision_number': 4, 'project_id': '483811e66e0f4b46879c5d157f691e16', 'subnets': [{'id': 'ba5a4f3d-fcaf-49b0-a9bf-3011a3c63fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:13.714255 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-0c512408-3aef-438b-88d6-4c47b1a2ff55 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4913dbf07c4c47908027c4b095b1369e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8362563 Jun 29 17:27:13.718677 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 38946) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:13.719496 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c512408-3aef-438b-88d6-4c47b1a2ff55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2510c0-aeb2-4812-b0b8-7b776e0b0fe2,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:13.734718 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-0c512408-3aef-438b-88d6-4c47b1a2ff55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:13.761091 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2e6467-1ac0-4d17-8a74-2a22507f0bf9 None None] The sync data for ids ['1b45e05d-cf03-47d9-8334-c2a5496bcfb2'] in dv-cinder-763306-14-smb is: [{'id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'name': 'tempest-TestShelveInstance-441418262-router', 'tenant_id': '483811e66e0f4b46879c5d157f691e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': '563e677e-b87b-4bac-9425-c4aa8c8ad596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:58Z', 'updated_at': '2021-06-29T17:27:05Z', 'revision_number': 4, 'project_id': '483811e66e0f4b46879c5d157f691e16', 'gw_port': {'id': '563e677e-b87b-4bac-9425-c4aa8c8ad596', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:00Z', 'updated_at': '2021-06-29T17:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '861ea04c-2d3e-4f09-9ea5-7a23b928e7e6', 'name': '', 'network_id': '5dd8751f-55fa-4290-abe1-dd4e52235138', 'tenant_id': '483811e66e0f4b46879c5d157f691e16', 'mac_address': 'fa:16:3e:4f:8b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ba5a4f3d-fcaf-49b0-a9bf-3011a3c63fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:04Z', 'updated_at': '2021-06-29T17:27:12Z', 'revision_number': 4, 'project_id': '483811e66e0f4b46879c5d157f691e16', 'subnets': [{'id': 'ba5a4f3d-fcaf-49b0-a9bf-3011a3c63fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:27:13.880641 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3c33c6b8-afd9-4da0-8f0f-e38301bf7204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:13.928595 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3c33c6b8-afd9-4da0-8f0f-e38301bf7204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:14.004427 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76da3902-fbc7-4009-939b-17010637b117 req-759d668c-aea3-4e7a-baa8-aec0c121e625 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Made reservation on behalf of d61962fca0fa443aa05613f402e44542 for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:27:14.009237 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-76da3902-fbc7-4009-939b-17010637b117 req-759d668c-aea3-4e7a-baa8-aec0c121e625 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:14.035632 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3c33c6b8-afd9-4da0-8f0f-e38301bf7204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:14.040029 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3c33c6b8-afd9-4da0-8f0f-e38301bf7204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:14.041569 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-3c33c6b8-afd9-4da0-8f0f-e38301bf7204 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ec2510c0-aeb2-4812-b0b8-7b776e0b0fe2 HTTP/1.1" status: 204 len: 168 time: 0.3212619 Jun 29 17:27:14.042788 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-a4906945-7253-4cc7-ab3f-1c4590e0d75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:14.076920 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33c6b8-afd9-4da0-8f0f-e38301bf7204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2510c0-aeb2-4812-b0b8-7b776e0b0fe2,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:14.084073 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-3c33c6b8-afd9-4da0-8f0f-e38301bf7204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:14.215880 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ed27a-66ce-4399-b0b3-3b1d42797d96 req-31007893-ac78-497e-be31-81286ba63a99 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:14.230219 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d02ed27a-66ce-4399-b0b3-3b1d42797d96 req-31007893-ac78-497e-be31-81286ba63a99 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 944 time: 0.3124471 Jun 29 17:27:14.339979 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d02ed27a-66ce-4399-b0b3-3b1d42797d96 req-797b6859-5bd7-42ba-ab9e-d47b802b90c3 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073711 Jun 29 17:27:14.357298 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-76da3902-fbc7-4009-939b-17010637b117 req-759d668c-aea3-4e7a-baa8-aec0c121e625 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Allocated IP 172.20.0.3 (fd44f62d-3c9e-48db-a6e9-1d5da46c326a/6fbb0191-b715-43b8-b897-7d0fe14b5696/9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:27:14.579911 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c32342-57ef-47fb-b791-2eae424f7005 req-fa16b680-ff3b-425d-811f-cd62196d3f4a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:14.585120 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e2c32342-57ef-47fb-b791-2eae424f7005 req-fa16b680-ff3b-425d-811f-cd62196d3f4a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.4978077 Jun 29 17:27:14.644494 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e2c32342-57ef-47fb-b791-2eae424f7005 req-890671d8-6e22-49ad-877d-202506ea0977 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541496 Jun 29 17:27:14.653518 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-61d9a5be-2510-4ad7-b6c8-f7f6fed3bf71 req-91408124-59f8-42ee-a12d-e7735b426a3c tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 210 time: 0.0592318 Jun 29 17:27:14.702325 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:14.847954 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-76da3902-fbc7-4009-939b-17010637b117 req-759d668c-aea3-4e7a-baa8-aec0c121e625 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:14.913021 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-76da3902-fbc7-4009-939b-17010637b117 req-759d668c-aea3-4e7a-baa8-aec0c121e625 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:14.918118 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-51166f26-694e-455b-afd6-2a5813ccabff tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:14.978731 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76da3902-fbc7-4009-939b-17010637b117 req-759d668c-aea3-4e7a-baa8-aec0c121e625 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Network fd44f62d-3c9e-48db-a6e9-1d5da46c326a is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:14.982698 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-76da3902-fbc7-4009-939b-17010637b117 req-759d668c-aea3-4e7a-baa8-aec0c121e625 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:14.989731 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-76da3902-fbc7-4009-939b-17010637b117 req-759d668c-aea3-4e7a-baa8-aec0c121e625 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:27:15.056055 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d668c-aea3-4e7a-baa8-aec0c121e625 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Pushing event updated for resources: {'Port': ['ID=9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:15.062213 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-759d668c-aea3-4e7a-baa8-aec0c121e625 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:15.092826 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da3902-fbc7-4009-939b-17010637b117 req-759d668c-aea3-4e7a-baa8-aec0c121e625 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:15.093530 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-76da3902-fbc7-4009-939b-17010637b117 req-759d668c-aea3-4e7a-baa8-aec0c121e625 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:15.117375 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-76da3902-fbc7-4009-939b-17010637b117 req-759d668c-aea3-4e7a-baa8-aec0c121e625 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5186005 Jun 29 17:27:15.137546 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667af16a-4fbe-442a-a4f9-fb36455a4c97 req-e85070e4-ff4c-4dc1-bc00-0186441adbd9 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:15.139414 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-667af16a-4fbe-442a-a4f9-fb36455a4c97 req-e85070e4-ff4c-4dc1-bc00-0186441adbd9 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 946 time: 0.1541924 Jun 29 17:27:15.167590 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Request body: {'port': {'device_id': 'b0823aac-e6c9-470d-84f7-a819b7f3d69f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:15.218393 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-667af16a-4fbe-442a-a4f9-fb36455a4c97 req-5f386541-a66e-40ea-a1be-94a583277ed3 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715125 Jun 29 17:27:15.289875 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:15.660448 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fb90f-025d-4397-b304-ad65b5873236 req-c05bd6a0-28d7-4aba-91ba-cb0c5ab0a026 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:15.663269 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a02fb90f-025d-4397-b304-ad65b5873236 req-c05bd6a0-28d7-4aba-91ba-cb0c5ab0a026 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 944 time: 0.1233895 Jun 29 17:27:15.724991 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:15.777273 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a02fb90f-025d-4397-b304-ad65b5873236 req-23be133b-1a8b-4583-9cde-fb76c5fee2b4 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905094 Jun 29 17:27:15.828754 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:15.849413 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:15.851755 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:15.855295 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:27:15.896872 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:15.913597 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device c767c1f3-cfc5-4e54-94e3-8a30ea454b37 up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:15.927321 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Transition to ACTIVE for port object 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:15.947148 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:15.988649 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:16.000663 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port c767c1f3-cfc5-4e54-94e3-8a30ea454b37 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:16.052810 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df780fc7-dfac-44f2-908b-6e4e9e8b1231 req-38655d19-74a1-44be-8243-83a485a6424c tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:16.062615 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-df780fc7-dfac-44f2-908b-6e4e9e8b1231 req-38655d19-74a1-44be-8243-83a485a6424c tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 943 time: 0.1182709 Jun 29 17:27:16.115266 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:16.117620 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port c767c1f3-cfc5-4e54-94e3-8a30ea454b37 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:16.117988 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:16.137054 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-df780fc7-dfac-44f2-908b-6e4e9e8b1231 req-f89968a7-fe1d-4749-a84e-7d8c47ae860e tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732801 Jun 29 17:27:16.188674 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:16.198152 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:16.306792 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e86c9e-0d3c-4d16-89bd-dc8d2084a079 req-a6dd2659-a62b-4965-8148-e3403115bad7 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:16.308540 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-36e86c9e-0d3c-4d16-89bd-dc8d2084a079 req-a6dd2659-a62b-4965-8148-e3403115bad7 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.3851573 Jun 29 17:27:16.344818 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Attempting to bind port 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:27:16.345218 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Attempting to bind port 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '4af33d32-e8c2-48ec-9d28-92bc775c6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'fd44f62d-3c9e-48db-a6e9-1d5da46c326a'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:27:16.345876 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Attempting to bind port 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f on network fd44f62d-3c9e-48db-a6e9-1d5da46c326a {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:27:16.371017 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Port 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f on network fd44f62d-3c9e-48db-a6e9-1d5da46c326a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:27:16.371583 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Attempting to bind port 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f on network fd44f62d-3c9e-48db-a6e9-1d5da46c326a {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:27:16.383650 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-36e86c9e-0d3c-4d16-89bd-dc8d2084a079 req-2f572ae6-10bd-449e-a8ea-4e8db050ceb8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622308 Jun 29 17:27:16.384726 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:27:16.385154 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Checking segment: {'id': '4af33d32-e8c2-48ec-9d28-92bc775c6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'fd44f62d-3c9e-48db-a6e9-1d5da46c326a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:27:16.385699 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Bound using segment: {'id': '4af33d32-e8c2-48ec-9d28-92bc775c6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'fd44f62d-3c9e-48db-a6e9-1d5da46c326a'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:27:16.386419 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Bound port: 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af33d32-e8c2-48ec-9d28-92bc775c6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'fd44f62d-3c9e-48db-a6e9-1d5da46c326a'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:27:16.387083 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:16.460045 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=861ea04c-2d3e-4f09-9ea5-7a23b928e7e6,segment=NetworkSegment(13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7),segment_id=13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:16.470092 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:16.504719 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:16.508137 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:16.517047 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92977d5f-1c98-475d-a136-39e5d7ee7f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c767c1f3-cfc5-4e54-94e3-8a30ea454b37'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:16.520376 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a472e5-783e-42aa-8531-0d07cacefbe2" -d '{"events": [{"server_uuid": "92977d5f-1c98-475d-a136-39e5d7ee7f0c", "name": "network-vif-plugged", "status": "completed", "tag": "c767c1f3-cfc5-4e54-94e3-8a30ea454b37"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:27:16.562486 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port c767c1f3-cfc5-4e54-94e3-8a30ea454b37, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c767c1f3-cfc5-4e54-94e3-8a30ea454b37,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:16.572525 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:16.577515 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] For port 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:27:16.583519 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] For port 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f,segment=NetworkSegment(4af33d32-e8c2-48ec-9d28-92bc775c6875),segment_id=4af33d32-e8c2-48ec-9d28-92bc775c6875)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:27:16.590371 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:16.595367 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:16.616247 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=861ea04c-2d3e-4f09-9ea5-7a23b928e7e6,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:16.634783 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:16.644649 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80dc7f6-6e1c-40d8-8c1a-a427c2df27ea x-openstack-request-id: req-d80dc7f6-6e1c-40d8-8c1a-a427c2df27ea {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:27:16.649078 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92977d5f-1c98-475d-a136-39e5d7ee7f0c", "name": "network-vif-plugged", "status": "completed", "tag": "c767c1f3-cfc5-4e54-94e3-8a30ea454b37", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:27:16.649934 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d80dc7f6-6e1c-40d8-8c1a-a427c2df27ea {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:27:16.650901 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92977d5f-1c98-475d-a136-39e5d7ee7f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c767c1f3-cfc5-4e54-94e3-8a30ea454b37', 'code': 200} Jun 29 17:27:16.651641 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-3eb05443-e98f-4198-9726-807f056558a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:16.685949 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:16.686572 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:16.688223 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-76da3902-fbc7-4009-939b-17010637b117 req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] 10.222.0.72 "PUT /v2.0/ports/9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f HTTP/1.1" status: 200 len: 1093 time: 1.5248950 Jun 29 17:27:16.688751 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0823aac-e6c9-470d-84f7-a819b7f3d69f', 'tag': '9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:16.692176 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f28b427-1c95-4a4c-9750-78aac1b9e693" -d '{"events": [{"name": "network-changed", "server_uuid": "b0823aac-e6c9-470d-84f7-a819b7f3d69f", "tag": "9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:27:16.729120 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:16.734215 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:16.770439 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f242d815-956b-469b-a8f3-fca6b2c9b9e7 x-openstack-request-id: req-f242d815-956b-469b-a8f3-fca6b2c9b9e7 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:27:16.770777 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0823aac-e6c9-470d-84f7-a819b7f3d69f", "tag": "9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:27:16.771057 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f242d815-956b-469b-a8f3-fca6b2c9b9e7 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:27:16.771725 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0823aac-e6c9-470d-84f7-a819b7f3d69f', 'tag': '9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f', 'status': 'completed', 'code': 200} Jun 29 17:27:16.778800 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=c767c1f3-cfc5-4e54-94e3-8a30ea454b37,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:16.783269 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:16.832917 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af9e75-f9c4-41c7-ba35-682d152e839a req-27235459-c2da-4a2e-8b59-c371e44ee451 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:16.834927 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-20af9e75-f9c4-41c7-ba35-682d152e839a req-27235459-c2da-4a2e-8b59-c371e44ee451 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 946 time: 0.0989618 Jun 29 17:27:16.851223 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da3902-fbc7-4009-939b-17010637b117 req-8aacd0cb-f662-433a-be1f-75e7d244cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:16.853305 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-76da3902-fbc7-4009-939b-17010637b117 req-8aacd0cb-f662-433a-be1f-75e7d244cde8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d61962fca0fa443aa05613f402e44542&device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 1096 time: 0.0764852 Jun 29 17:27:16.903257 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-20af9e75-f9c4-41c7-ba35-682d152e839a req-933732cf-dc29-4a30-be05-a9c543bfa730 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603304 Jun 29 17:27:16.920027 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-76da3902-fbc7-4009-939b-17010637b117 req-7d60bafd-8818-464a-9529-e72827d2b584 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f HTTP/1.1" status: 200 len: 217 time: 0.0469515 Jun 29 17:27:17.033658 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da3902-fbc7-4009-939b-17010637b117 req-f3763426-8a9c-4f35-a963-92a58a2ec9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:17.035284 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-76da3902-fbc7-4009-939b-17010637b117 req-f3763426-8a9c-4f35-a963-92a58a2ec9c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fbb0191-b715-43b8-b897-7d0fe14b5696 HTTP/1.1" status: 200 len: 848 time: 0.1016219 Jun 29 17:27:17.094746 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-76da3902-fbc7-4009-939b-17010637b117 req-5f3880e1-c665-4e49-a31e-06a24e200aae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd44f62d-3c9e-48db-a6e9-1d5da46c326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417421 Jun 29 17:27:17.166787 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541ef41-bd6d-4cfe-b57a-d9445ea91c85 req-13081b44-88a1-4d17-872c-b6f383f94a00 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:17.168587 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0541ef41-bd6d-4cfe-b57a-d9445ea91c85 req-13081b44-88a1-4d17-872c-b6f383f94a00 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 945 time: 0.1913683 Jun 29 17:27:17.256457 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0541ef41-bd6d-4cfe-b57a-d9445ea91c85 req-bde85241-6480-441a-8a7d-e8fd14597306 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571189 Jun 29 17:27:17.325365 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-76da3902-fbc7-4009-939b-17010637b117 req-d3563dfe-16a2-4004-a5c9-1cf0315083d0 service neutron] 10.222.0.72 "GET /v2.0/networks/fd44f62d-3c9e-48db-a6e9-1d5da46c326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162542 Jun 29 17:27:17.329443 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4db84-0fda-43d6-8ad7-cb804a30e6e2 req-dbade012-3914-4bec-8eb5-dd2db437c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:17.332401 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-04d4db84-0fda-43d6-8ad7-cb804a30e6e2 req-dbade012-3914-4bec-8eb5-dd2db437c891 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 1098 time: 0.2400386 Jun 29 17:27:17.379939 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8d38d-6f6d-4996-aa84-4ca62e4072f7 req-b82ea942-7b29-4d39-b6b7-80fea41e0194 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:17.386221 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a3e8d38d-6f6d-4996-aa84-4ca62e4072f7 req-b82ea942-7b29-4d39-b6b7-80fea41e0194 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 943 time: 0.1039405 Jun 29 17:27:17.468083 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a3e8d38d-6f6d-4996-aa84-4ca62e4072f7 req-7b5cf606-9732-4206-933f-e512c235af0f tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765085 Jun 29 17:27:17.483515 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-04d4db84-0fda-43d6-8ad7-cb804a30e6e2 req-cb24ed29-4049-4e7e-af41-647f5f78aaa4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594370 Jun 29 17:27:17.520711 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-76da3902-fbc7-4009-939b-17010637b117 req-6b5128af-5c19-4cc0-bb7e-210d80821448 service neutron] 10.222.0.72 "GET /v2.0/networks/fd44f62d-3c9e-48db-a6e9-1d5da46c326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696014 Jun 29 17:27:17.716395 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:17.788997 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684488f-7834-49d6-a9de-3e0cf024307f req-c1ee8d99-8344-4553-9f48-198902671d94 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:17.791003 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0684488f-7834-49d6-a9de-3e0cf024307f req-c1ee8d99-8344-4553-9f48-198902671d94 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1540654 Jun 29 17:27:17.811009 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:17.811616 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:17.866355 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0684488f-7834-49d6-a9de-3e0cf024307f req-e83d3e8d-7438-446b-b0ed-8071ab33fac2 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648546 Jun 29 17:27:17.925871 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28b427-1c95-4a4c-9750-78aac1b9e693 req-8d965603-b85d-4b1a-914a-19b732ecd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:17.928588 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2f28b427-1c95-4a4c-9750-78aac1b9e693 req-8d965603-b85d-4b1a-914a-19b732ecd468 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d61962fca0fa443aa05613f402e44542&device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 1096 time: 0.1126814 Jun 29 17:27:18.144891 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28b427-1c95-4a4c-9750-78aac1b9e693 req-4679e1dd-0ea0-4358-acd0-fc103d9fc866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:18.147611 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2f28b427-1c95-4a4c-9750-78aac1b9e693 req-4679e1dd-0ea0-4358-acd0-fc103d9fc866 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd44f62d-3c9e-48db-a6e9-1d5da46c326a HTTP/1.1" status: 200 len: 910 time: 0.2035110 Jun 29 17:27:18.211346 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2f28b427-1c95-4a4c-9750-78aac1b9e693 req-a0e2aa29-18e3-4805-8f3f-2e40b0b286df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f HTTP/1.1" status: 200 len: 217 time: 0.0437698 Jun 29 17:27:18.285249 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28b427-1c95-4a4c-9750-78aac1b9e693 req-133ba052-d701-4438-9e53-420906f60827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:18.286893 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2f28b427-1c95-4a4c-9750-78aac1b9e693 req-133ba052-d701-4438-9e53-420906f60827 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fbb0191-b715-43b8-b897-7d0fe14b5696 HTTP/1.1" status: 200 len: 848 time: 0.0613492 Jun 29 17:27:18.339842 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2f28b427-1c95-4a4c-9750-78aac1b9e693 req-0b82608a-fd3a-4d5d-b2cc-396c29097c44 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd44f62d-3c9e-48db-a6e9-1d5da46c326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381768 Jun 29 17:27:18.561202 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2f28b427-1c95-4a4c-9750-78aac1b9e693 req-caec9446-af3e-43e8-8160-efdca6ba474b service neutron] 10.222.0.72 "GET /v2.0/networks/fd44f62d-3c9e-48db-a6e9-1d5da46c326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051826 Jun 29 17:27:18.576428 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9c64a-7cd3-4303-ba42-032b848630ff req-968fd069-148f-4a68-bed2-b75fc5920017 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:18.578040 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bef9c64a-7cd3-4303-ba42-032b848630ff req-968fd069-148f-4a68-bed2-b75fc5920017 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 945 time: 0.1477587 Jun 29 17:27:18.724443 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a0174-d2d3-47c5-88f4-2855ed28c5f5 req-b17a7309-5b53-4a29-b95e-e69cfcb8f1d2 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:18.726566 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-aa4a0174-d2d3-47c5-88f4-2855ed28c5f5 req-b17a7309-5b53-4a29-b95e-e69cfcb8f1d2 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 943 time: 0.1201882 Jun 29 17:27:18.774863 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-aa4a0174-d2d3-47c5-88f4-2855ed28c5f5 req-77d9ea4a-59b2-418d-9622-7f37614035a7 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Jun 29 17:27:18.944663 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bef9c64a-7cd3-4303-ba42-032b848630ff req-7f01d7c5-0663-40a3-8bc1-2d4449c3cf52 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560324 Jun 29 17:27:18.974464 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2f28b427-1c95-4a4c-9750-78aac1b9e693 req-fcc24121-5dac-49c1-a5e1-c2ca3458c177 service neutron] 10.222.0.72 "GET /v2.0/networks/fd44f62d-3c9e-48db-a6e9-1d5da46c326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950274 Jun 29 17:27:19.671626 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb37cb-92e0-4817-a307-b85f782ef32e req-d7aebf44-6b1e-427f-a6e2-25bc7cf28364 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:19.673226 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-53bb37cb-92e0-4817-a307-b85f782ef32e req-d7aebf44-6b1e-427f-a6e2-25bc7cf28364 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.0738692 Jun 29 17:27:19.733012 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-53bb37cb-92e0-4817-a307-b85f782ef32e req-fbddca94-1d04-4b47-a7c9-fb53374b78ab tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525208 Jun 29 17:27:20.031830 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae3e48-e8b3-443f-bf0f-1b3c60253749 req-b3b8e627-e9ef-464b-8518-c45b95f22067 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:20.034578 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6bae3e48-e8b3-443f-bf0f-1b3c60253749 req-b3b8e627-e9ef-464b-8518-c45b95f22067 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 943 time: 0.1154339 Jun 29 17:27:20.096258 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6bae3e48-e8b3-443f-bf0f-1b3c60253749 req-a489b1aa-9a64-4eb1-9ce5-9ce9caa558ea tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541825 Jun 29 17:27:20.443943 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81473878-b1f6-4956-870f-a603cbc93a82 req-48cc655e-950b-4737-9ccc-efb16234c765 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:20.446855 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-81473878-b1f6-4956-870f-a603cbc93a82 req-48cc655e-950b-4737-9ccc-efb16234c765 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 945 time: 0.1369407 Jun 29 17:27:20.522709 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-81473878-b1f6-4956-870f-a603cbc93a82 req-5237653d-3955-476d-b33e-4ee412bb428c tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680275 Jun 29 17:27:21.296452 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-aabb56bc-10b9-4859-92be-8cc232c5ba61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:21.352722 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2d425-1ef5-45af-b9e8-1e90169206a4 req-ea371d71-3add-4510-a20c-fb6c2bddcc16 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:21.361868 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-16d2d425-1ef5-45af-b9e8-1e90169206a4 req-ea371d71-3add-4510-a20c-fb6c2bddcc16 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 943 time: 0.0869851 Jun 29 17:27:21.406007 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-16d2d425-1ef5-45af-b9e8-1e90169206a4 req-c5930943-d265-4c1b-9230-3379efebe1ec tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429277 Jun 29 17:27:21.730154 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287eea8-c80a-40d4-b8ed-8b73ae89a8f3 req-923d5006-7880-4931-a13b-14806fe46c9e tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:21.731775 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d287eea8-c80a-40d4-b8ed-8b73ae89a8f3 req-923d5006-7880-4931-a13b-14806fe46c9e tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 945 time: 0.0793922 Jun 29 17:27:21.780124 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d287eea8-c80a-40d4-b8ed-8b73ae89a8f3 req-0fd21954-7b59-430a-88ba-519dcd62bfbd tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380545 Jun 29 17:27:22.659847 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9777c66-208e-466d-911e-9b857b2f4028 req-8278e216-c4d3-4913-afc8-77151c061d35 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:22.661521 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b9777c66-208e-466d-911e-9b857b2f4028 req-8278e216-c4d3-4913-afc8-77151c061d35 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 943 time: 0.0871158 Jun 29 17:27:22.706630 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b9777c66-208e-466d-911e-9b857b2f4028 req-b78a7391-6023-4a9c-9d69-a91dddea0990 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378902 Jun 29 17:27:23.975939 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:27:23.995045 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cde375-25cc-4d18-b5c9-cbf5eaea20c9 req-5b5e755d-f57e-4921-8f77-f8b9976c5994 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:23.998298 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a3cde375-25cc-4d18-b5c9-cbf5eaea20c9 req-5b5e755d-f57e-4921-8f77-f8b9976c5994 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 943 time: 0.1316485 Jun 29 17:27:24.089865 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a3cde375-25cc-4d18-b5c9-cbf5eaea20c9 req-bf13c3c1-54c7-4960-a1d7-772bae43ce9e tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788686 Jun 29 17:27:24.213197 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f,segment=NetworkSegment(4af33d32-e8c2-48ec-9d28-92bc775c6875),segment_id=4af33d32-e8c2-48ec-9d28-92bc775c6875)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:24.214140 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dc161-ae9d-43de-bc3b-865512ec4d3e req-522a8c27-b01e-4b36-ad31-e423f8475e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:24.217218 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-eb9dc161-ae9d-43de-bc3b-865512ec4d3e req-522a8c27-b01e-4b36-ad31-e423f8475e01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86f0d1cf5da54b34a84d748acfe3ab8c&device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 1099 time: 0.1909244 Jun 29 17:27:24.231356 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': '9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f', 'network_id': 'fd44f62d-3c9e-48db-a6e9-1d5da46c326a', 'port_id': '9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f', 'mac_address': 'fa:16:3e:9c:f3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fbb0191-b715-43b8-b897-7d0fe14b5696', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:27:24.267194 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 39202) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:24.371201 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:24.399641 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:27:24.451824 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f,segment=NetworkSegment(4af33d32-e8c2-48ec-9d28-92bc775c6875),segment_id=4af33d32-e8c2-48ec-9d28-92bc775c6875)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:24.453444 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dc161-ae9d-43de-bc3b-865512ec4d3e req-402bf299-7c98-48ad-a16a-5d6240f7852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:24.455891 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-eb9dc161-ae9d-43de-bc3b-865512ec4d3e req-402bf299-7c98-48ad-a16a-5d6240f7852c service neutron] 10.222.0.72 "GET /v2.0/networks?id=848c8866-fdff-4385-a864-0f9f4cb70ea5 HTTP/1.1" status: 200 len: 921 time: 0.2255151 Jun 29 17:27:24.459490 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:24.463207 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:24.467575 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ffc49-e075-405c-9d72-720422fc0564 req-58e7ddfc-4840-4936-8ff4-ba4c9086a08c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:24.480244 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-396ffc49-e075-405c-9d72-720422fc0564 req-58e7ddfc-4840-4936-8ff4-ba4c9086a08c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1944828 Jun 29 17:27:24.516949 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-eb9dc161-ae9d-43de-bc3b-865512ec4d3e req-be1d78e6-4d0f-4b55-89c0-29c2291fca0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=597f1683-760b-40fe-b4db-93b3bf7049ed HTTP/1.1" status: 200 len: 217 time: 0.0479021 Jun 29 17:27:24.567917 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5e3647da-6ecc-44fc-a2df-8e935394f577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:24.569952 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:24.583558 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:24.591240 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-396ffc49-e075-405c-9d72-720422fc0564 req-641603a8-e06f-44a7-a716-89c7cfe69fb2 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092696 Jun 29 17:27:24.617236 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dc161-ae9d-43de-bc3b-865512ec4d3e req-86872bc3-48b8-4427-8ef4-32341af7d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:24.619414 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-eb9dc161-ae9d-43de-bc3b-865512ec4d3e req-86872bc3-48b8-4427-8ef4-32341af7d7c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2836b31e-fb3d-46b6-943e-6bb4d25b15b8 HTTP/1.1" status: 200 len: 859 time: 0.0729537 Jun 29 17:27:24.628599 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:24.680591 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-eb9dc161-ae9d-43de-bc3b-865512ec4d3e req-b51e1717-8c9b-4588-9cb0-5fe9439e17b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=848c8866-fdff-4385-a864-0f9f4cb70ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341706 Jun 29 17:27:24.730070 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5e3647da-6ecc-44fc-a2df-8e935394f577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:24.735870 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5e3647da-6ecc-44fc-a2df-8e935394f577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:24.741743 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-0c45dacb-fceb-4928-ad50-ecc89264a154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:24.787641 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3647da-6ecc-44fc-a2df-8e935394f577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2032ca23-d1bb-4c0e-b0bf-21c75e292d8e,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:24.792394 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-5e3647da-6ecc-44fc-a2df-8e935394f577 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=44c203f5ce904fb193a2a910106595b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5226326 Jun 29 17:27:24.793471 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-5e3647da-6ecc-44fc-a2df-8e935394f577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:24.796915 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 39214) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:24.837037 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-bbc67315-e3fd-4b75-9453-1b79cb7358a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:24.898983 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-88a96c8a-27ab-44d0-befa-9e8fb47cd654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:24.904030 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-eb9dc161-ae9d-43de-bc3b-865512ec4d3e req-d6a5ddfa-06c7-4526-8338-7ee1db919139 service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887469 Jun 29 17:27:24.943831 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-88a96c8a-27ab-44d0-befa-9e8fb47cd654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:25.028455 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-88a96c8a-27ab-44d0-befa-9e8fb47cd654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:25.035381 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-88a96c8a-27ab-44d0-befa-9e8fb47cd654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:25.037835 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-88a96c8a-27ab-44d0-befa-9e8fb47cd654 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2032ca23-d1bb-4c0e-b0bf-21c75e292d8e HTTP/1.1" status: 204 len: 168 time: 0.2393157 Jun 29 17:27:25.039550 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7c540259-098f-490e-b350-e3c7e3a8504f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:25.063001 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a96c8a-27ab-44d0-befa-9e8fb47cd654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2032ca23-d1bb-4c0e-b0bf-21c75e292d8e,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:25.068347 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-88a96c8a-27ab-44d0-befa-9e8fb47cd654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:25.089263 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-eb9dc161-ae9d-43de-bc3b-865512ec4d3e req-b5d88837-7efd-4021-982d-f5093ff5c166 service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671288 Jun 29 17:27:25.381296 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf39e87-e574-4bcf-9956-e023dc2bb6f7 req-e020a2bc-e4df-47fe-9bb5-65550984a166 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:25.383524 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ebf39e87-e574-4bcf-9956-e023dc2bb6f7 req-e020a2bc-e4df-47fe-9bb5-65550984a166 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 944 time: 0.1125894 Jun 29 17:27:25.392165 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:27:25.482206 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ebf39e87-e574-4bcf-9956-e023dc2bb6f7 req-d8600e34-30a6-4e4b-b47c-88282fc26684 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869017 Jun 29 17:27:25.864805 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb13339-fd0d-42dd-b832-28b911483e4a req-9e12eedf-1cf1-4ac4-996d-03ac5a458fd8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:25.866456 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1eb13339-fd0d-42dd-b832-28b911483e4a req-9e12eedf-1cf1-4ac4-996d-03ac5a458fd8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.0942986 Jun 29 17:27:25.915704 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1eb13339-fd0d-42dd-b832-28b911483e4a req-d14b3dfd-4485-456f-8048-a0de0b9d849c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414844 Jun 29 17:27:26.045842 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 39252) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:26.215248 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1797503539-network', 'tenant_id': '588ca4389b58435b88ab607d6099464f'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:26.249900 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Made reservation on behalf of 588ca4389b58435b88ab607d6099464f for: {'network': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:27:26.254596 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:26.269431 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:26.432206 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:26.438999 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:26.446775 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-b0b3b247-6ccc-4a38-bf2b-7834c7839641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:26.481072 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] vlan segment allocate from pool success with {'vlan_id': 1168, 'physical_network': 'physnet1'} {{(pid=93003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:27:26.513552 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:26.519760 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:26.520054 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.segments_db [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Added segment c12d2ca7-f548-4a97-8bf9-bd8065d03009 of type vlan for network fb59b277-7b65-4524-ae30-f2a1ba9a847c Jun 29 17:27:26.523270 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:26.600501 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:26.637707 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:26.639446 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:26.640219 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:26.646742 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-fd8f10cd-40e9-41ca-bcc8-b50feb199601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:26.729833 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6821125 Jun 29 17:27:26.732926 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 39264) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:26.739979 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-0f675d52-3398-4ae9-aa9a-19ac187e8031 admin admin] Request body: {'subnet': {'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1797503539-subnet', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'ip_version': 4}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:26.757670 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Pushing event updated for resources: {'Network': ['ID=fb59b277-7b65-4524-ae30-f2a1ba9a847c,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:26.761233 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:26.772126 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f675d52-3398-4ae9-aa9a-19ac187e8031 admin admin] Made reservation on behalf of 588ca4389b58435b88ab607d6099464f for: {'subnet': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:27:26.773115 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network fb59b277-7b65-4524-ae30-f2a1ba9a847c details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:27:26.776327 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0f675d52-3398-4ae9-aa9a-19ac187e8031 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7353051'] for subnet, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:26.816003 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac077b-2c50-47c3-b31c-c376a78ce0df req-67ad048c-d1d2-4dc1-bb53-f8f62f1189a7 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:26.818104 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7dac077b-2c50-47c3-b31c-c376a78ce0df req-67ad048c-d1d2-4dc1-bb53-f8f62f1189a7 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 944 time: 0.1138732 Jun 29 17:27:26.873555 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:26.874683 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7dac077b-2c50-47c3-b31c-c376a78ce0df req-6f45a8d5-5aea-4545-b9b1-63193674cf20 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453587 Jun 29 17:27:27.061045 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0f675d52-3398-4ae9-aa9a-19ac187e8031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7729799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7353033'] for subnet, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:27.064063 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-9a8eb287-1bb9-4c0f-8ca6-aa934d9bedf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:27.192846 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f675d52-3398-4ae9-aa9a-19ac187e8031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68666ec-ab6f-4576-a9fc-c23b39bc8b7b,revision_number=0']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:27.197235 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-0f675d52-3398-4ae9-aa9a-19ac187e8031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:27.207021 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f675d52-3398-4ae9-aa9a-19ac187e8031 admin admin] Checking segment: {'id': 'c12d2ca7-f548-4a97-8bf9-bd8065d03009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:27:27.207402 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f675d52-3398-4ae9-aa9a-19ac187e8031 admin admin] Network hostable DHCP agents. Network: fb59b277-7b65-4524-ae30-f2a1ba9a847c, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:27:27.239260 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a93e9-c273-4a11-b7e1-8ed0e4ca75b7 req-227a8c64-69de-4e73-8279-2ef5d83b813b tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:27.241978 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bd1a93e9-c273-4a11-b7e1-8ed0e4ca75b7 req-227a8c64-69de-4e73-8279-2ef5d83b813b tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1728556 Jun 29 17:27:27.255288 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f675d52-3398-4ae9-aa9a-19ac187e8031 admin admin] Network fb59b277-7b65-4524-ae30-f2a1ba9a847c is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:27:27.295360 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [None req-0f675d52-3398-4ae9-aa9a-19ac187e8031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, fb59b277-7b65-4524-ae30-f2a1ba9a847c) {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:27.306433 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979f2789-1192-4847-8dac-0e77ddc43af3 None None] Network fb59b277-7b65-4524-ae30-f2a1ba9a847c requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:27:27.320173 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f675d52-3398-4ae9-aa9a-19ac187e8031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:27.321121 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0f675d52-3398-4ae9-aa9a-19ac187e8031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:27.349461 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bd1a93e9-c273-4a11-b7e1-8ed0e4ca75b7 req-f161d47e-23fc-4897-b804-6d1be24638c3 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976336 Jun 29 17:27:27.360955 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-0f675d52-3398-4ae9-aa9a-19ac187e8031 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6266496 Jun 29 17:27:27.366941 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 39272) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:27.377987 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1797503539-router', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:27.420353 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-798'] for router, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:27.421546 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1982058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-777'] for router, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:27.486029 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:27.564987 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82051051-6113-5470-b093-2a6234e3e4de-fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'fixed_ips': [{'subnet_id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b'}]}} from dv-cinder-763306-14-smb. {{(pid=93005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:27:27.567107 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:27.713491 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1601909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1019'] for router, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:27.743345 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.db_base_plugin_common [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Allocated IP 172.20.0.2 (fb59b277-7b65-4524-ae30-f2a1ba9a847c/a68666ec-ab6f-4576-a9fc-c23b39bc8b7b/715b5f96-98fc-4fbc-9eb9-2421cb38bb68) {{(pid=93005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:27:27.947370 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Notify callbacks [] for port, precommit_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:27.968385 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Transition to ACTIVE for port object 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 will not be triggered until provisioned by entity L2. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:28.010361 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Transition to ACTIVE for port object 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 will not be triggered until provisioned by entity DHCP. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:28.020492 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948'] for port, after_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:28.021626 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:28.026586 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:28.056751 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:28.078093 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Network fb59b277-7b65-4524-ae30-f2a1ba9a847c is already hosted by enough agents. {{(pid=93005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:28.085228 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.base_scheduler [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Resources bound (agent type, host, resource id): {{(pid=93005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:28.090071 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Received port after_create {{(pid=93005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:27:28.101995 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Pushing event updated for resources: {'Port': ['ID=715b5f96-98fc-4fbc-9eb9-2421cb38bb68,revision_number=1']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:28.107694 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:28.135176 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50040d1b-db71-4dd3-86b7-56f8e7b31b87 req-85fed422-19e2-4e52-9b62-f3984ac743b2 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:28.137714 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-50040d1b-db71-4dd3-86b7-56f8e7b31b87 req-85fed422-19e2-4e52-9b62-f3984ac743b2 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 944 time: 0.0993626 Jun 29 17:27:28.172263 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Attempting to bind port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:27:28.173150 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Attempting to bind port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': 'c12d2ca7-f548-4a97-8bf9-bd8065d03009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c'}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:27:28.174271 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Attempting to bind port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 on network fb59b277-7b65-4524-ae30-f2a1ba9a847c {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:27:28.186186 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:27:28.187384 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Checking segment: {'id': 'c12d2ca7-f548-4a97-8bf9-bd8065d03009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:27:28.188017 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:28.188723 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Bound using segment: {'id': 'c12d2ca7-f548-4a97-8bf9-bd8065d03009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c'} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:27:28.189533 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Bound port: 715b5f96-98fc-4fbc-9eb9-2421cb38bb68, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12d2ca7-f548-4a97-8bf9-bd8065d03009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c'}}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:27:28.189708 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-50040d1b-db71-4dd3-86b7-56f8e7b31b87 req-eec65a2a-dbc8-4b1e-9eb3-afe774a6ed75 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446706 Jun 29 17:27:28.190465 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:28.248722 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_common [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Allocated IP 172.28.0.237 (48360abb-0c2a-46d3-ad90-a3956d77b608/c009a85e-4853-4052-a30a-9edb82f7da60/00774db3-4253-47b7-afe2-77c61bbf6eb9) {{(pid=93003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:27:28.290799 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] For port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:27:28.294746 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] For port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=715b5f96-98fc-4fbc-9eb9-2421cb38bb68,segment=NetworkSegment(c12d2ca7-f548-4a97-8bf9-bd8065d03009),segment_id=c12d2ca7-f548-4a97-8bf9-bd8065d03009)] {{(pid=93005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:27:28.300137 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:28.302466 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:28.389794 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Pushing event updated for resources: {'Port': ['ID=715b5f96-98fc-4fbc-9eb9-2421cb38bb68,revision_number=2']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:28.400699 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:28.446923 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:28.582794 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8352294'] for port, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:28.604014 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-34cc7e05-43a3-43d3-8c6a-630421e3a5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:28.691122 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:28.698337 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:28.702258 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Received port after_create {{(pid=93003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:27:28.781601 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Pushing event updated for resources: {'Port': ['ID=00774db3-4253-47b7-afe2-77c61bbf6eb9,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:28.789859 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:28.837717 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd4067-af70-482c-9b66-bf9a3a4d6a1b req-3b18547e-3db8-4714-afc0-0814d9c4bfff tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:28.839967 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-9ffd4067-af70-482c-9b66-bf9a3a4d6a1b req-3b18547e-3db8-4714-afc0-0814d9c4bfff tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.2609038 Jun 29 17:27:28.973220 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-9ffd4067-af70-482c-9b66-bf9a3a4d6a1b req-a8e971cb-4ff4-4418-8e59-aa2d516d59f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007164 Jun 29 17:27:29.156027 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:29.227268 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:29.670561 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06912e5c-6ea2-4e8b-a583-d3eb88aa36b4 None None] Network fb59b277-7b65-4524-ae30-f2a1ba9a847c requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:27:29.787436 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-30a1c0f5-61d2-4f17-b5e2-30d63394be9d None None] Provisioning for port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:29.829074 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:29.870198 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601937'] for router, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:29.891957 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35662d1-728e-4bfe-b73e-3264a21f7e9d req-55ec48bb-6edb-4712-aedf-d3706c865bc5 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:29.895057 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b35662d1-728e-4bfe-b73e-3264a21f7e9d req-55ec48bb-6edb-4712-aedf-d3706c865bc5 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 944 time: 0.5343871 Jun 29 17:27:29.993795 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:30.079470 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:30.086414 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b35662d1-728e-4bfe-b73e-3264a21f7e9d req-7b2bdcb4-d513-4fed-93da-c035749c4677 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288865 Jun 29 17:27:30.104208 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:30.104822 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:30.183509 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Router e5784159-beb6-4ddd-9b2d-d73bb34b607e is scheduled to L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 with binding_index 1 {{(pid=93003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:27:30.201826 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:30.209827 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:30.210121 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:30.309061 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86dbd8-7069-45b6-948e-1e82d08ae6a5 req-2bb5624a-f9e1-40a3-9204-6ec4341014ec tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:30.322044 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:30.327020 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2a86dbd8-7069-45b6-948e-1e82d08ae6a5 req-2bb5624a-f9e1-40a3-9204-6ec4341014ec tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1536789 Jun 29 17:27:30.411011 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2a86dbd8-7069-45b6-948e-1e82d08ae6a5 req-7f5520dd-68ac-4de1-a884-ac09766d33f3 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744123 Jun 29 17:27:30.468438 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=715b5f96-98fc-4fbc-9eb9-2421cb38bb68,segment=NetworkSegment(c12d2ca7-f548-4a97-8bf9-bd8065d03009),segment_id=c12d2ca7-f548-4a97-8bf9-bd8065d03009)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:30.478722 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:30.479596 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:27:30.490433 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:30.494946 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:30.495742 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Sync routers for ids ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'] in dv-cinder-763306-14-smb {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:27:30.516847 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Notify callbacks [] for router, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:30.522270 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1507244 Jun 29 17:27:30.522965 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 39314) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:30.532190 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Routers {'e5784159-beb6-4ddd-9b2d-d73bb34b607e'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:30.532945 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-21775a85-d592-4910-867e-a98053dfdedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:27:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:30.579574 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0823aac-e6c9-470d-84f7-a819b7f3d69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:30.584419 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4699826-9553-413d-949f-65abb7f2155e" -d '{"events": [{"server_uuid": "b0823aac-e6c9-470d-84f7-a819b7f3d69f", "name": "network-vif-plugged", "status": "completed", "tag": "9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:27:30.624765 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f,segment=NetworkSegment(4af33d32-e8c2-48ec-9d28-92bc775c6875),segment_id=4af33d32-e8c2-48ec-9d28-92bc775c6875)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:30.656508 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eeeb65c-8a7a-485f-8850-506a7023053c x-openstack-request-id: req-8eeeb65c-8a7a-485f-8850-506a7023053c {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:27:30.656508 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0823aac-e6c9-470d-84f7-a819b7f3d69f", "name": "network-vif-plugged", "status": "completed", "tag": "9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:27:30.656508 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8eeeb65c-8a7a-485f-8850-506a7023053c {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:27:30.657049 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0823aac-e6c9-470d-84f7-a819b7f3d69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f', 'code': 200} Jun 29 17:27:30.666794 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:30.678035 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=715b5f96-98fc-4fbc-9eb9-2421cb38bb68,revision_number=3']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:30.683914 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Set router e5784159-beb6-4ddd-9b2d-d73bb34b607e gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:27:30.703629 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:30.706613 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-acf98dfd-7e2e-4a15-bb06-4416aa2cf7db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:30.775392 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-c1ba3e97-770c-4a98-9047-827e85253c2a None None] Provisioning complete for port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:30.776034 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-c1ba3e97-770c-4a98-9047-827e85253c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:30.872284 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:30.878223 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:30.915497 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-21775a85-d592-4910-867e-a98053dfdedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'name': 'tempest-TestMinimumBasicScenario-1797503539-router', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:27Z', 'updated_at': '2021-06-29T17:27:28Z', 'revision_number': 3, 'project_id': '588ca4389b58435b88ab607d6099464f', 'gw_port': {'id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:57:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:28Z', 'updated_at': '2021-06-29T17:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:30.957156 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Checking router: e5784159-beb6-4ddd-9b2d-d73bb34b607e for host: dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:27:30.957555 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Updating router e5784159-beb6-4ddd-9b2d-d73bb34b607e port 00774db3-4253-47b7-afe2-77c61bbf6eb9 binding host dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:27:31.007559 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:31.343887 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae751f-94ed-49ce-9c08-35049985e361 req-8fb27107-7d3c-400a-bd4d-fb946a1968b7 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:31.344544 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cef424-9312-437f-bcb8-c38b2a9dff67 req-51aa57da-bfec-4b3b-a334-d1b1c6bf57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:31.346738 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-22ae751f-94ed-49ce-9c08-35049985e361 req-8fb27107-7d3c-400a-bd4d-fb946a1968b7 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 945 time: 0.1030772 Jun 29 17:27:31.347080 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-70cef424-9312-437f-bcb8-c38b2a9dff67 req-51aa57da-bfec-4b3b-a334-d1b1c6bf57d5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 1098 time: 0.1815770 Jun 29 17:27:31.390400 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Notify callbacks [] for port, precommit_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:31.409490 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.provisioning_blocks [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Transition to ACTIVE for port object 00774db3-4253-47b7-afe2-77c61bbf6eb9 will not be triggered until provisioned by entity L2. {{(pid=93006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:31.421091 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:31.426780 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-22ae751f-94ed-49ce-9c08-35049985e361 req-2fd82248-ff71-4d63-8f69-db0ea4313cd6 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711222 Jun 29 17:27:31.427364 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-f4d39072-28e3-45de-bf51-e148f89f603e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:31.447436 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-70cef424-9312-437f-bcb8-c38b2a9dff67 req-a43bd9df-4471-4363-a4b0-ee27f6ae7e50 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870075 Jun 29 17:27:31.572764 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:31.639972 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526553c-ebe5-4a6d-8f4e-4648e43ed18f None None] Pushing event updated for resources: {'Port': ['ID=00774db3-4253-47b7-afe2-77c61bbf6eb9,revision_number=2']} {{(pid=93006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:31.659475 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526553c-ebe5-4a6d-8f4e-4648e43ed18f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:31.660377 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526553c-ebe5-4a6d-8f4e-4648e43ed18f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:31.661146 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526553c-ebe5-4a6d-8f4e-4648e43ed18f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:31.661923 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526553c-ebe5-4a6d-8f4e-4648e43ed18f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:31.666609 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526553c-ebe5-4a6d-8f4e-4648e43ed18f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:31.667444 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526553c-ebe5-4a6d-8f4e-4648e43ed18f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:31.668209 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526553c-ebe5-4a6d-8f4e-4648e43ed18f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:31.668963 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526553c-ebe5-4a6d-8f4e-4648e43ed18f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:31.670638 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526553c-ebe5-4a6d-8f4e-4648e43ed18f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:31.673965 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526553c-ebe5-4a6d-8f4e-4648e43ed18f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:31.674304 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526553c-ebe5-4a6d-8f4e-4648e43ed18f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:31.677013 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526553c-ebe5-4a6d-8f4e-4648e43ed18f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:31.721794 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-6526553c-ebe5-4a6d-8f4e-4648e43ed18f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:31.776937 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e66b42-e1f0-405c-a000-bcb61f96aa47 req-40b8e6bf-6dad-4548-bc7a-df2575a8406e tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:31.779121 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-70e66b42-e1f0-405c-a000-bcb61f96aa47 req-40b8e6bf-6dad-4548-bc7a-df2575a8406e tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1199250 Jun 29 17:27:31.795873 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:31.835430 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Attempting to bind port 00774db3-4253-47b7-afe2-77c61bbf6eb9 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:27:31.836014 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Attempting to bind port 00774db3-4253-47b7-afe2-77c61bbf6eb9 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}] {{(pid=93006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:27:31.836597 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Attempting to bind port 00774db3-4253-47b7-afe2-77c61bbf6eb9 on network 48360abb-0c2a-46d3-ad90-a3956d77b608 {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:27:31.852320 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:27:31.853103 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Checking segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:27:31.853819 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:31.854463 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Bound using segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:27:31.856276 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Bound port: 00774db3-4253-47b7-afe2-77c61bbf6eb9, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}}] {{(pid=93006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:27:31.856968 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:31.886445 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-70e66b42-e1f0-405c-a000-bcb61f96aa47 req-2dc11f72-3467-4de0-996d-915ccf7c6385 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951114 Jun 29 17:27:31.943712 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:31.944440 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:31.970697 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.db [None req-21775a85-d592-4910-867e-a98053dfdedd None None] For port 00774db3-4253-47b7-afe2-77c61bbf6eb9, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:27:31.975610 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.db [None req-21775a85-d592-4910-867e-a98053dfdedd None None] For port 00774db3-4253-47b7-afe2-77c61bbf6eb9, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=00774db3-4253-47b7-afe2-77c61bbf6eb9,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:27:31.983095 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:31.987479 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-55bec5b9-34b1-4b95-a177-1d54f423f653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:31.997770 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Allocated IP 172.20.0.1 (fb59b277-7b65-4524-ae30-f2a1ba9a847c/a68666ec-ab6f-4576-a9fc-c23b39bc8b7b/3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:27:32.056510 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526553c-ebe5-4a6d-8f4e-4648e43ed18f None None] Pushing event updated for resources: {'Port': ['ID=00774db3-4253-47b7-afe2-77c61bbf6eb9,revision_number=3']} {{(pid=93006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:32.065876 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Routers {'e5784159-beb6-4ddd-9b2d-d73bb34b607e'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:32.066665 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-21775a85-d592-4910-867e-a98053dfdedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:27:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:32.069251 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-6526553c-ebe5-4a6d-8f4e-4648e43ed18f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:32.202919 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:32.209492 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-21775a85-d592-4910-867e-a98053dfdedd None None] Set router e5784159-beb6-4ddd-9b2d-d73bb34b607e gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:27:32.228781 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Transition to ACTIVE for port object 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 will not be triggered until provisioned by entity DHCP. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:32.290079 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:32.292360 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:32.338090 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Network fb59b277-7b65-4524-ae30-f2a1ba9a847c is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:32.346552 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:32.348657 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Pushing event updated for resources: {'Port': ['ID=3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:32.351426 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:27:32.354246 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:32.406523 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688246'] for router_interface, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:32.459637 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-21775a85-d592-4910-867e-a98053dfdedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'name': 'tempest-TestMinimumBasicScenario-1797503539-router', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:27Z', 'updated_at': '2021-06-29T17:27:28Z', 'revision_number': 3, 'project_id': '588ca4389b58435b88ab607d6099464f', 'gw_port': {'id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:57:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:28Z', 'updated_at': '2021-06-29T17:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:32.509177 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21775a85-d592-4910-867e-a98053dfdedd None None] The sync data for ids ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'] in dv-cinder-763306-14-smb is: [{'id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'name': 'tempest-TestMinimumBasicScenario-1797503539-router', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:27Z', 'updated_at': '2021-06-29T17:27:28Z', 'revision_number': 3, 'project_id': '588ca4389b58435b88ab607d6099464f', 'gw_port': {'id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:57:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:28Z', 'updated_at': '2021-06-29T17:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}] {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:27:32.688365 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:32.730652 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-fb6cf6ac-f01b-410d-8cee-68fdbb889e2e None None] Provisioning for port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:32.739502 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-fb6cf6ac-f01b-410d-8cee-68fdbb889e2e None None] Provisioning complete for port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:32.740750 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf6ac-f01b-410d-8cee-68fdbb889e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:32.747974 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892b788-ccbb-4a6c-8680-9d762a81e1af req-2924b265-33d2-4081-8c85-ca2f4bb72e8e tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:32.749543 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2892b788-ccbb-4a6c-8680-9d762a81e1af req-2924b265-33d2-4081-8c85-ca2f4bb72e8e tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 945 time: 0.1680090 Jun 29 17:27:32.837122 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-fb6cf6ac-f01b-410d-8cee-68fdbb889e2e None None] Port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:27:32.891710 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2892b788-ccbb-4a6c-8680-9d762a81e1af req-b6043ae6-e54d-40ba-b0d0-9f4b43170a2b tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286547 Jun 29 17:27:33.032133 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:33.042802 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:33.046210 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b87abab2-1168-44b9-b3c6-be95465875f9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:33.128268 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Pushing event updated for resources: {'Port': ['ID=3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:33.141581 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:33.146652 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1804507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688098'] for router_interface, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:33.335657 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Network fb59b277-7b65-4524-ae30-f2a1ba9a847c is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:33.339082 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:33.352238 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48479791-11f9-4132-87ed-ff9170c79f9b req-598f74b9-1388-4e6e-a61e-4ca7231d550c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:33.354092 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-48479791-11f9-4132-87ed-ff9170c79f9b req-598f74b9-1388-4e6e-a61e-4ca7231d550c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1720047 Jun 29 17:27:33.514929 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-48479791-11f9-4132-87ed-ff9170c79f9b req-89656508-9646-4439-b8e8-e40d825e201a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490774 Jun 29 17:27:33.692178 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Router e5784159-beb6-4ddd-9b2d-d73bb34b607e has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:27:33.816302 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-cb913e4d-75d3-45c3-a864-774585e3d1d1 None None] Provisioning complete for port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:33.818479 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-cb913e4d-75d3-45c3-a864-774585e3d1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:33.833721 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 00774db3-4253-47b7-afe2-77c61bbf6eb9 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:34.075184 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-cb913e4d-75d3-45c3-a864-774585e3d1d1 None None] Port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:27:34.115228 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 00774db3-4253-47b7-afe2-77c61bbf6eb9 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:34.120993 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 00774db3-4253-47b7-afe2-77c61bbf6eb9 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:34.121709 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:34.326508 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:27:34.334377 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] 10.222.0.101 "PUT /v2.0/routers/e5784159-beb6-4ddd-9b2d-d73bb34b607e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8104315 Jun 29 17:27:34.376579 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a121440-8cfa-47cf-824b-53e74533020b req-3ee7f96d-c7b8-4ca4-8bc7-007b1e5af759 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:34.380342 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1a121440-8cfa-47cf-824b-53e74533020b req-3ee7f96d-c7b8-4ca4-8bc7-007b1e5af759 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 945 time: 0.1821396 Jun 29 17:27:34.458240 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87399f5e-7e49-46e8-ab19-87325fe8ea8d req-9117bfe0-80e1-4b2d-a507-998d1b856f22 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:34.468591 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1a121440-8cfa-47cf-824b-53e74533020b req-eae0c4af-36b0-47e7-87f7-3b8742702ef4 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765502 Jun 29 17:27:34.471156 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-87399f5e-7e49-46e8-ab19-87325fe8ea8d req-9117bfe0-80e1-4b2d-a507-998d1b856f22 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 945 time: 0.1739020 Jun 29 17:27:34.488286 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:34.546316 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 00774db3-4253-47b7-afe2-77c61bbf6eb9, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=00774db3-4253-47b7-afe2-77c61bbf6eb9,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:34.552551 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-87399f5e-7e49-46e8-ab19-87325fe8ea8d req-d7c3800e-aa75-44d0-ab6f-fb1a1cb566d2 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800943 Jun 29 17:27:34.560283 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:34.563958 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-3537ebe1-9f96-4558-83c6-2996bbd2df87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:34.662760 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=00774db3-4253-47b7-afe2-77c61bbf6eb9,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:34.666682 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:34.835317 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783fc51-90e6-4919-90ae-a1f039abcce6 req-40821125-be37-4bf3-bd78-ba2cf91ebfbc tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:34.838736 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3783fc51-90e6-4919-90ae-a1f039abcce6 req-40821125-be37-4bf3-bd78-ba2cf91ebfbc tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1095138 Jun 29 17:27:34.946368 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3783fc51-90e6-4919-90ae-a1f039abcce6 req-5b12602b-2e7d-42b5-baf4-05ce37d50561 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944064 Jun 29 17:27:35.120149 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Sync routers for ids ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:27:35.134767 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Routers {'e5784159-beb6-4ddd-9b2d-d73bb34b607e'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:35.136152 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:27:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:35.248907 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 39384) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:35.255549 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-484005456-network', 'tenant_id': 'e0cbc67c3ade43ec86402aa217e58c97'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:35.287061 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Made reservation on behalf of e0cbc67c3ade43ec86402aa217e58c97 for: {'network': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:27:35.290260 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:35.303811 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:35.347148 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Set router e5784159-beb6-4ddd-9b2d-d73bb34b607e gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:27:35.450483 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:35.457431 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:35.461404 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:35.493230 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] vlan segment allocate from pool success with {'vlan_id': 1160, 'physical_network': 'physnet1'} {{(pid=93004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:27:35.505870 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763c06ac-b221-4142-8576-d780bf70ad6f,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:35.511288 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:35.512313 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:35.512766 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.segments_db [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Added segment f124a47d-5719-4311-96f1-d544be948033 of type vlan for network 64976af3-1fd3-4407-8eed-8261b7b21934 Jun 29 17:27:35.572024 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:35.637956 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:35.643289 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:35.646748 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:35.662504 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:35.739005 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4886258 Jun 29 17:27:35.746681 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 00774db3-4253-47b7-afe2-77c61bbf6eb9 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:35.757976 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 39392) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:35.768821 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-6ca5878c-593a-4b8d-a48c-fa333661f7b5 admin admin] Request body: {'subnet': {'network_id': '64976af3-1fd3-4407-8eed-8261b7b21934', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-484005456-subnet', 'tenant_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'ip_version': 4}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:35.806974 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Pushing event updated for resources: {'Network': ['ID=64976af3-1fd3-4407-8eed-8261b7b21934,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:35.816466 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:35.821309 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca5878c-593a-4b8d-a48c-fa333661f7b5 admin admin] Made reservation on behalf of e0cbc67c3ade43ec86402aa217e58c97 for: {'subnet': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:27:35.824141 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6ca5878c-593a-4b8d-a48c-fa333661f7b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7353051'] for subnet, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:35.829948 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network 64976af3-1fd3-4407-8eed-8261b7b21934 details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:27:35.862833 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e4cc2-8a90-493c-a30b-68d01058969c req-b96c232b-bdac-4977-a4df-440f837b0de0 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:35.865931 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-148e4cc2-8a90-493c-a30b-68d01058969c req-b96c232b-bdac-4977-a4df-440f837b0de0 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 945 time: 0.1479814 Jun 29 17:27:35.916326 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 00774db3-4253-47b7-afe2-77c61bbf6eb9 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:35.917088 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:35.922468 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c265f6-e27d-477e-a5a9-8f3a60efc715 req-0695632e-aab4-4985-9b88-5e44c48ee6a7 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:35.931063 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-74c265f6-e27d-477e-a5a9-8f3a60efc715 req-0695632e-aab4-4985-9b88-5e44c48ee6a7 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 945 time: 0.2729554 Jun 29 17:27:35.942990 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-148e4cc2-8a90-493c-a30b-68d01058969c req-512016da-8f83-4fcc-88e9-6e0fb390e941 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699418 Jun 29 17:27:35.997152 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'name': 'tempest-TestMinimumBasicScenario-1797503539-router', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:27Z', 'updated_at': '2021-06-29T17:27:32Z', 'revision_number': 4, 'project_id': '588ca4389b58435b88ab607d6099464f', 'gw_port': {'id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:28Z', 'updated_at': '2021-06-29T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2', 'name': '', 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'mac_address': 'fa:16:3e:9f:79:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:31Z', 'updated_at': '2021-06-29T17:27:32Z', 'revision_number': 2, 'project_id': '588ca4389b58435b88ab607d6099464f', 'subnets': [{'id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:36.043772 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Checking router: e5784159-beb6-4ddd-9b2d-d73bb34b607e for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:27:36.044349 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Updating router e5784159-beb6-4ddd-9b2d-d73bb34b607e port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 binding host dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:27:36.054290 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-74c265f6-e27d-477e-a5a9-8f3a60efc715 req-8a0d6ded-e0c1-476e-9a6b-d8fd426f177f tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219051 Jun 29 17:27:36.181418 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:36.223656 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6ca5878c-593a-4b8d-a48c-fa333661f7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7729799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7353033'] for subnet, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:36.230180 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:36.435241 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5878c-593a-4b8d-a48c-fa333661f7b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=319d778a-b1d2-44f6-95e4-23148835f5a4,revision_number=0']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:36.447354 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-6ca5878c-593a-4b8d-a48c-fa333661f7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:36.477657 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca5878c-593a-4b8d-a48c-fa333661f7b5 admin admin] Checking segment: {'id': 'f124a47d-5719-4311-96f1-d544be948033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '64976af3-1fd3-4407-8eed-8261b7b21934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:27:36.478620 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca5878c-593a-4b8d-a48c-fa333661f7b5 admin admin] Network hostable DHCP agents. Network: 64976af3-1fd3-4407-8eed-8261b7b21934, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:27:36.511766 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece902b-fbf4-4d36-ba16-a3fa4a99ef49 req-7a3ca9e8-504d-49b8-bc67-f73a7e6c3deb tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:36.512870 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-fece902b-fbf4-4d36-ba16-a3fa4a99ef49 req-7a3ca9e8-504d-49b8-bc67-f73a7e6c3deb tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.2225661 Jun 29 17:27:36.533699 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca5878c-593a-4b8d-a48c-fa333661f7b5 admin admin] Network 64976af3-1fd3-4407-8eed-8261b7b21934 is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:27:36.555114 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [None req-6ca5878c-593a-4b8d-a48c-fa333661f7b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, 64976af3-1fd3-4407-8eed-8261b7b21934) {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:36.569995 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca5878c-593a-4b8d-a48c-fa333661f7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:36.570923 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6ca5878c-593a-4b8d-a48c-fa333661f7b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:36.582752 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-fece902b-fbf4-4d36-ba16-a3fa4a99ef49 req-1aa6ee1c-c72f-4c26-be44-98ffde223a0b tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573399 Jun 29 17:27:36.584559 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f57d8e-4d7f-41ce-b7c9-420c40274cbf None None] Network 64976af3-1fd3-4407-8eed-8261b7b21934 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:27:36.604437 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-6ca5878c-593a-4b8d-a48c-fa333661f7b5 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8442228 Jun 29 17:27:36.608582 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 39408) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:36.618316 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-484005456-router', 'tenant_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:36.655558 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-798'] for router, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:36.657045 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1982058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-777'] for router, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:36.743308 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:36.805916 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:36.826690 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Transition to ACTIVE for port object 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 will not be triggered until provisioned by entity L2. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:36.837426 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:36.843212 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-1be26594-826f-47c0-a760-656f0ab76656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:36.937359 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82051051-6113-5470-b093-2a6234e3e4de-64976af3-1fd3-4407-8eed-8261b7b21934', 'network_id': '64976af3-1fd3-4407-8eed-8261b7b21934', 'tenant_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'fixed_ips': [{'subnet_id': '319d778a-b1d2-44f6-95e4-23148835f5a4'}]}} from dv-cinder-763306-14-smb. {{(pid=93005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:27:36.938850 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:36.995371 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47a945-5f3a-44d8-8a34-27c991ec7d6f None None] Pushing event updated for resources: {'Port': ['ID=3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2,revision_number=3']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:37.024534 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1601909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1019'] for router, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:37.142146 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-0d47a945-5f3a-44d8-8a34-27c991ec7d6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:37.240599 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Attempting to bind port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:27:37.241570 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Attempting to bind port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': 'c12d2ca7-f548-4a97-8bf9-bd8065d03009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c'}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:27:37.241936 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Attempting to bind port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 on network fb59b277-7b65-4524-ae30-f2a1ba9a847c {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:27:37.394460 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.db_base_plugin_common [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Allocated IP 172.20.0.2 (64976af3-1fd3-4407-8eed-8261b7b21934/319d778a-b1d2-44f6-95e4-23148835f5a4/8ea53fe5-64a2-4912-b132-c9a74419dd41) {{(pid=93005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:27:37.467069 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:27:37.467858 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Checking segment: {'id': 'c12d2ca7-f548-4a97-8bf9-bd8065d03009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:27:37.473524 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:37.474914 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Bound using segment: {'id': 'c12d2ca7-f548-4a97-8bf9-bd8065d03009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c'} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:27:37.475095 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Bound port: 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12d2ca7-f548-4a97-8bf9-bd8065d03009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c'}}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:27:37.477038 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:37.485561 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e339a66-4a97-47fe-8de3-799d5c290b13 req-dc5b408e-9942-439b-8a0a-bd0f4a454a0d tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:37.495766 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2e339a66-4a97-47fe-8de3-799d5c290b13 req-dc5b408e-9942-439b-8a0a-bd0f4a454a0d tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 945 time: 0.1061864 Jun 29 17:27:37.556056 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2e339a66-4a97-47fe-8de3-799d5c290b13 req-ff3f3bb7-b56a-4857-afd0-36f069f77252 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551689 Jun 29 17:27:37.618851 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:37.640220 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:37.731833 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] For port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:27:37.739546 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] For port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2,segment=NetworkSegment(c12d2ca7-f548-4a97-8bf9-bd8065d03009),segment_id=c12d2ca7-f548-4a97-8bf9-bd8065d03009)] {{(pid=93005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:27:37.746206 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:37.785818 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:37.831626 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_common [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Allocated IP 172.28.0.89 (48360abb-0c2a-46d3-ad90-a3956d77b608/c009a85e-4853-4052-a30a-9edb82f7da60/aacbde08-04e0-4784-add8-129fb4808ccc) {{(pid=93003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:27:37.878878 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Notify callbacks [] for port, precommit_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:37.890707 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed4d29-9e54-4cf3-9476-0a808ae3b88c req-6d9f9fe5-6bd5-4517-b574-a600d2c83b20 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:37.892195 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Transition to ACTIVE for port object 8ea53fe5-64a2-4912-b132-c9a74419dd41 will not be triggered until provisioned by entity L2. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:37.893157 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-20ed4d29-9e54-4cf3-9476-0a808ae3b88c req-6d9f9fe5-6bd5-4517-b574-a600d2c83b20 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 945 time: 0.1773386 Jun 29 17:27:37.919507 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Transition to ACTIVE for port object 8ea53fe5-64a2-4912-b132-c9a74419dd41 will not be triggered until provisioned by entity DHCP. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:37.942013 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948'] for port, after_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:37.974346 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-20ed4d29-9e54-4cf3-9476-0a808ae3b88c req-bbfc7a63-2086-4925-abea-63e26d74b90b tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704634 Jun 29 17:27:37.998834 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Routers {'e5784159-beb6-4ddd-9b2d-d73bb34b607e'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:37.999891 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:27:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:38.154384 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.162834 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1896fbe-c794-4030-9765-8fbfd9693738 req-26034cd2-0751-4e98-b1f9-048502bb4504 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:38.165366 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d1896fbe-c794-4030-9765-8fbfd9693738 req-26034cd2-0751-4e98-b1f9-048502bb4504 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 945 time: 0.1597919 Jun 29 17:27:38.238960 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f2a1a-1784-4277-bb95-a08671bcf8f0 req-6a739406-58ca-4fdc-9d5e-53c265050129 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:38.246031 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-239f2a1a-1784-4277-bb95-a08671bcf8f0 req-6a739406-58ca-4fdc-9d5e-53c265050129 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.2715790 Jun 29 17:27:38.280950 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47a945-5f3a-44d8-8a34-27c991ec7d6f None None] Pushing event updated for resources: {'Port': ['ID=3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:38.289017 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Network 64976af3-1fd3-4407-8eed-8261b7b21934 is already hosted by enough agents. {{(pid=93005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:38.293086 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-0d47a945-5f3a-44d8-8a34-27c991ec7d6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:38.294148 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:38.303197 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.base_scheduler [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Resources bound (agent type, host, resource id): {{(pid=93005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:38.317322 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8352294'] for port, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.327801 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:38.332428 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Received port after_create {{(pid=93005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:27:38.343204 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] Set router e5784159-beb6-4ddd-9b2d-d73bb34b607e gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:27:38.347565 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-239f2a1a-1784-4277-bb95-a08671bcf8f0 req-a2e34818-1b9b-473f-bc96-edf6807b281c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899148 Jun 29 17:27:38.393594 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-d1896fbe-c794-4030-9765-8fbfd9693738 req-8aab04f8-c2d6-4087-979c-808db64c1ef1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Deleting port c767c1f3-cfc5-4e54-94e3-8a30ea454b37 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:27:38.395734 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d1896fbe-c794-4030-9765-8fbfd9693738 req-8aab04f8-c2d6-4087-979c-808db64c1ef1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.408922 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:38.415989 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:38.419375 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Received port after_create {{(pid=93003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:27:38.477830 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Pushing event updated for resources: {'Port': ['ID=aacbde08-04e0-4784-add8-129fb4808ccc,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:38.483200 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:38.510394 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Pushing event updated for resources: {'Port': ['ID=8ea53fe5-64a2-4912-b132-c9a74419dd41,revision_number=1']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:38.552123 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-d1896fbe-c794-4030-9765-8fbfd9693738 req-8aab04f8-c2d6-4087-979c-808db64c1ef1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] For port c767c1f3-cfc5-4e54-94e3-8a30ea454b37, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c767c1f3-cfc5-4e54-94e3-8a30ea454b37,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:38.552940 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d1896fbe-c794-4030-9765-8fbfd9693738 req-8aab04f8-c2d6-4087-979c-808db64c1ef1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.568395 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:38.573203 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-d1896fbe-c794-4030-9765-8fbfd9693738 req-8aab04f8-c2d6-4087-979c-808db64c1ef1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Calling delete_port for c767c1f3-cfc5-4e54-94e3-8a30ea454b37 owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:27:38.710424 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Attempting to bind port 8ea53fe5-64a2-4912-b132-c9a74419dd41 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:27:38.711055 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Attempting to bind port 8ea53fe5-64a2-4912-b132-c9a74419dd41 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': 'f124a47d-5719-4311-96f1-d544be948033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '64976af3-1fd3-4407-8eed-8261b7b21934'}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:27:38.711678 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Attempting to bind port 8ea53fe5-64a2-4912-b132-c9a74419dd41 on network 64976af3-1fd3-4407-8eed-8261b7b21934 {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:27:38.731261 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:27:38.731918 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Checking segment: {'id': 'f124a47d-5719-4311-96f1-d544be948033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '64976af3-1fd3-4407-8eed-8261b7b21934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:27:38.732659 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.733386 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Bound using segment: {'id': 'f124a47d-5719-4311-96f1-d544be948033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '64976af3-1fd3-4407-8eed-8261b7b21934'} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:27:38.734248 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Bound port: 8ea53fe5-64a2-4912-b132-c9a74419dd41, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f124a47d-5719-4311-96f1-d544be948033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '64976af3-1fd3-4407-8eed-8261b7b21934'}}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:27:38.734924 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.833644 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d1896fbe-c794-4030-9765-8fbfd9693738 req-8aab04f8-c2d6-4087-979c-808db64c1ef1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.840159 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:38.870578 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['facd25d3-632a-46f3-976a-87dc484e1694', '0c0ece72-6051-4960-959a-a54506fb1214', '21cbb5aa-035d-4712-9da9-f9e45749f169', 'c767c1f3-cfc5-4e54-94e3-8a30ea454b37'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:27:38.912876 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab04f8-c2d6-4087-979c-808db64c1ef1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Pushing event deleted for resources: {'Port': ['ID=c767c1f3-cfc5-4e54-94e3-8a30ea454b37,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:38.922484 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-8aab04f8-c2d6-4087-979c-808db64c1ef1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:38.966906 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ac1d5cdb-58a7-47f7-8e84-99686339976f req-0baec684-2452-4e40-9cd4-593a419f0c9c tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 210 time: 0.0869415 Jun 29 17:27:38.971291 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.990457 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1896fbe-c794-4030-9765-8fbfd9693738 req-8aab04f8-c2d6-4087-979c-808db64c1ef1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] No DVR routers for this DVR port c767c1f3-cfc5-4e54-94e3-8a30ea454b37 on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:27:38.993597 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d1896fbe-c794-4030-9765-8fbfd9693738 req-8aab04f8-c2d6-4087-979c-808db64c1ef1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:38.996288 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d1896fbe-c794-4030-9765-8fbfd9693738 req-8aab04f8-c2d6-4087-979c-808db64c1ef1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "DELETE /v2.0/ports/c767c1f3-cfc5-4e54-94e3-8a30ea454b37 HTTP/1.1" status: 204 len: 173 time: 0.8200629 Jun 29 17:27:38.997066 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92977d5f-1c98-475d-a136-39e5d7ee7f0c', 'name': 'network-vif-deleted', 'tag': 'c767c1f3-cfc5-4e54-94e3-8a30ea454b37'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:38.999917 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b43f931-428f-49ae-968c-60ed4ffb591c" -d '{"events": [{"server_uuid": "92977d5f-1c98-475d-a136-39e5d7ee7f0c", "name": "network-vif-deleted", "tag": "c767c1f3-cfc5-4e54-94e3-8a30ea454b37"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:27:39.041796 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] For port 8ea53fe5-64a2-4912-b132-c9a74419dd41, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:27:39.050299 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] For port 8ea53fe5-64a2-4912-b132-c9a74419dd41, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=8ea53fe5-64a2-4912-b132-c9a74419dd41,segment=NetworkSegment(f124a47d-5719-4311-96f1-d544be948033),segment_id=f124a47d-5719-4311-96f1-d544be948033)] {{(pid=93005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:27:39.064679 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:39.081333 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-cdf957bf-6655-4cef-a904-0c2d764598b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:39.106019 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0708e3-f7a3-468a-85e5-146a66eacd24 x-openstack-request-id: req-5e0708e3-f7a3-468a-85e5-146a66eacd24 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:27:39.106422 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92977d5f-1c98-475d-a136-39e5d7ee7f0c", "name": "network-vif-deleted", "tag": "c767c1f3-cfc5-4e54-94e3-8a30ea454b37", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:27:39.106674 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5e0708e3-f7a3-468a-85e5-146a66eacd24 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:27:39.113308 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92977d5f-1c98-475d-a136-39e5d7ee7f0c', 'name': 'network-vif-deleted', 'tag': 'c767c1f3-cfc5-4e54-94e3-8a30ea454b37', 'status': 'completed', 'code': 200} Jun 29 17:27:39.264669 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'name': 'tempest-TestMinimumBasicScenario-1797503539-router', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:27Z', 'updated_at': '2021-06-29T17:27:32Z', 'revision_number': 4, 'project_id': '588ca4389b58435b88ab607d6099464f', 'gw_port': {'id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:28Z', 'updated_at': '2021-06-29T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2', 'name': '', 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'mac_address': 'fa:16:3e:9f:79:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:31Z', 'updated_at': '2021-06-29T17:27:37Z', 'revision_number': 4, 'project_id': '588ca4389b58435b88ab607d6099464f', 'subnets': [{'id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:39.350628 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Pushing event updated for resources: {'Port': ['ID=8ea53fe5-64a2-4912-b132-c9a74419dd41,revision_number=2']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:39.359451 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:39.360465 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ca9135-9e0f-4256-9529-c602b11eedb2 None None] The sync data for ids ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'] in dv-cinder-763306-14-smb is: [{'id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'name': 'tempest-TestMinimumBasicScenario-1797503539-router', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:27Z', 'updated_at': '2021-06-29T17:27:32Z', 'revision_number': 4, 'project_id': '588ca4389b58435b88ab607d6099464f', 'gw_port': {'id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:28Z', 'updated_at': '2021-06-29T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2', 'name': '', 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'mac_address': 'fa:16:3e:9f:79:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:31Z', 'updated_at': '2021-06-29T17:27:37Z', 'revision_number': 4, 'project_id': '588ca4389b58435b88ab607d6099464f', 'subnets': [{'id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:27:39.476010 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601937'] for router, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:39.880572 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34853823-3815-46da-b8fd-65b689a4b45f req-ffa56ba4-015f-41cb-9673-fb178496d295 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:39.890059 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-34853823-3815-46da-b8fd-65b689a4b45f req-ffa56ba4-015f-41cb-9673-fb178496d295 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1975286 Jun 29 17:27:39.949106 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1da4f2-38ce-4b3f-b61c-7093b18e4cd4 req-2e35b2a6-3afc-4c4d-b01a-c21a92b7c150 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:39.967966 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-de1da4f2-38ce-4b3f-b61c-7093b18e4cd4 req-2e35b2a6-3afc-4c4d-b01a-c21a92b7c150 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 945 time: 0.7107418 Jun 29 17:27:40.071146 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-34853823-3815-46da-b8fd-65b689a4b45f req-cd24d533-724d-405a-a2f4-64f52ddedf83 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505833 Jun 29 17:27:40.152631 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 8ea53fe5-64a2-4912-b132-c9a74419dd41 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:40.168557 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Router e7094503-6ce6-42af-acda-2250b487af6d is scheduled to L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 with binding_index 1 {{(pid=93003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:27:40.195723 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-de1da4f2-38ce-4b3f-b61c-7093b18e4cd4 req-96df437a-55fe-4f15-9372-16876a4ea4ac tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246644 Jun 29 17:27:40.433817 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 8ea53fe5-64a2-4912-b132-c9a74419dd41 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:40.491784 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:40.606526 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c1f365f6-4163-4825-a437-0bdf7d6c0620 req-a9e732ff-893f-466f-b529-cad532353fca tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=92977d5f-1c98-475d-a136-39e5d7ee7f0c HTTP/1.1" status: 200 len: 210 time: 0.1038897 Jun 29 17:27:40.702253 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:40.734727 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:40.735969 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:41.023134 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:41.024357 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90508fb-ed00-4a71-93a0-3328f3bc5cb2 req-64ae79e9-f2cd-41b3-9f46-1f3e094ca6e5 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:41.026613 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f90508fb-ed00-4a71-93a0-3328f3bc5cb2 req-64ae79e9-f2cd-41b3-9f46-1f3e094ca6e5 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 945 time: 0.2424133 Jun 29 17:27:41.140184 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:27:41.149676 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a79109d-6c4c-4cf6-a578-bd15760d15c1 None None] Network 64976af3-1fd3-4407-8eed-8261b7b21934 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:27:41.156270 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Sync routers for ids ['e7094503-6ce6-42af-acda-2250b487af6d'] in dv-cinder-763306-14-smb {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:27:41.171969 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Notify callbacks [] for router, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:41.174991 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Routers {'e7094503-6ce6-42af-acda-2250b487af6d'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:41.177442 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5666304 Jun 29 17:27:41.178031 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:27:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['e7094503-6ce6-42af-acda-2250b487af6d'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:41.180286 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 39458) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:27:41.305688 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2,segment=NetworkSegment(c12d2ca7-f548-4a97-8bf9-bd8065d03009),segment_id=c12d2ca7-f548-4a97-8bf9-bd8065d03009)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:41.318515 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-f90508fb-ed00-4a71-93a0-3328f3bc5cb2 req-f0e3effa-df98-4722-9d57-be703ae536b4 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Deleting port 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:27:41.319179 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-f90508fb-ed00-4a71-93a0-3328f3bc5cb2 req-f0e3effa-df98-4722-9d57-be703ae536b4 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:41.333477 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:41.350592 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-de42044d-074e-4512-94eb-97e19112d7d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:41.439671 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Set router e7094503-6ce6-42af-acda-2250b487af6d gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:27:41.533638 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-853bbee2-e554-4ca3-90fb-5e793f5b5fa2 None None] Provisioning for port 8ea53fe5-64a2-4912-b132-c9a74419dd41 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:41.608711 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-853bbee2-e554-4ca3-90fb-5e793f5b5fa2 None None] Provisioning complete for port 8ea53fe5-64a2-4912-b132-c9a74419dd41 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:41.609217 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-853bbee2-e554-4ca3-90fb-5e793f5b5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:41.639714 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:27:41.702169 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:41.710950 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:41.729119 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-f90508fb-ed00-4a71-93a0-3328f3bc5cb2 req-f0e3effa-df98-4722-9d57-be703ae536b4 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] For port 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f,segment=NetworkSegment(4af33d32-e8c2-48ec-9d28-92bc775c6875),segment_id=4af33d32-e8c2-48ec-9d28-92bc775c6875)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:41.729702 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-f90508fb-ed00-4a71-93a0-3328f3bc5cb2 req-f0e3effa-df98-4722-9d57-be703ae536b4 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:41.738522 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'name': 'tempest-TestMinimumBasicScenario-484005456-router', 'tenant_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': 'aacbde08-04e0-4784-add8-129fb4808ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:36Z', 'updated_at': '2021-06-29T17:27:38Z', 'revision_number': 3, 'project_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'gw_port': {'id': 'aacbde08-04e0-4784-add8-129fb4808ccc', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:37Z', 'updated_at': '2021-06-29T17:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:41.757818 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-f90508fb-ed00-4a71-93a0-3328f3bc5cb2 req-f0e3effa-df98-4722-9d57-be703ae536b4 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Calling delete_port for 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:27:41.783422 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Checking router: e7094503-6ce6-42af-acda-2250b487af6d for host: dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:27:41.783744 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Updating router e7094503-6ce6-42af-acda-2250b487af6d port aacbde08-04e0-4784-add8-129fb4808ccc binding host dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:27:41.845000 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:41.845483 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-853bbee2-e554-4ca3-90fb-5e793f5b5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:41.853156 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7157e8-85ad-4630-871c-a976a7996995 req-7cb1ac3d-3f25-4bcd-9ddf-49b6b4bced82 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:41.868894 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ca7157e8-85ad-4630-871c-a976a7996995 req-7cb1ac3d-3f25-4bcd-9ddf-49b6b4bced82 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 945 time: 0.3259454 Jun 29 17:27:41.919004 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-853bbee2-e554-4ca3-90fb-5e793f5b5fa2 None None] For port 8ea53fe5-64a2-4912-b132-c9a74419dd41, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=8ea53fe5-64a2-4912-b132-c9a74419dd41,segment=NetworkSegment(f124a47d-5719-4311-96f1-d544be948033),segment_id=f124a47d-5719-4311-96f1-d544be948033)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:41.924641 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-853bbee2-e554-4ca3-90fb-5e793f5b5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:41.927518 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:42.014639 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b7c0e-0b35-4524-8403-3549261d3582 req-c18441a9-e479-47b4-af87-b75853812546 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:42.030853 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0a0b7c0e-0b35-4524-8403-3549261d3582 req-c18441a9-e479-47b4-af87-b75853812546 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.5320485 Jun 29 17:27:42.067072 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bbee2-e554-4ca3-90fb-5e793f5b5fa2 None None] Pushing event updated for resources: {'Port': ['ID=8ea53fe5-64a2-4912-b132-c9a74419dd41,revision_number=3']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:42.075883 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-853bbee2-e554-4ca3-90fb-5e793f5b5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:42.107173 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:27:42.113453 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ca7157e8-85ad-4630-871c-a976a7996995 req-e2839e08-4087-4c08-ba16-45e10942d62e tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390862 Jun 29 17:27:42.129798 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0a0b7c0e-0b35-4524-8403-3549261d3582 req-d8fe4aa4-521d-4286-8dcb-7c9aaf487794 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922835 Jun 29 17:27:42.132392 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-f90508fb-ed00-4a71-93a0-3328f3bc5cb2 req-f0e3effa-df98-4722-9d57-be703ae536b4 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:42.143460 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-cd1cec28-4d9c-4fe1-838b-620cfa7ccb72 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:42.184597 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:27:42.185998 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:27:42.190634 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device c767c1f3-cfc5-4e54-94e3-8a30ea454b37 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:27:42.276804 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3effa-df98-4722-9d57-be703ae536b4 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Pushing event deleted for resources: {'Port': ['ID=9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:42.280382 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f0e3effa-df98-4722-9d57-be703ae536b4 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:42.289323 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: c767c1f3-cfc5-4e54-94e3-8a30ea454b37 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:27:42.290208 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device c767c1f3-cfc5-4e54-94e3-8a30ea454b37 not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:27:42.301891 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-182c46c1-e9d3-4e2a-a5d7-cea63b2f237d None None] Provisioning complete for port 8ea53fe5-64a2-4912-b132-c9a74419dd41 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:42.302199 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-182c46c1-e9d3-4e2a-a5d7-cea63b2f237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:42.396152 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90508fb-ed00-4a71-93a0-3328f3bc5cb2 req-f0e3effa-df98-4722-9d57-be703ae536b4 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] No DVR routers for this DVR port 9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:27:42.404852 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-f90508fb-ed00-4a71-93a0-3328f3bc5cb2 req-f0e3effa-df98-4722-9d57-be703ae536b4 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:42.412515 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f90508fb-ed00-4a71-93a0-3328f3bc5cb2 req-f0e3effa-df98-4722-9d57-be703ae536b4 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.72 "DELETE /v2.0/ports/9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f HTTP/1.1" status: 204 len: 173 time: 1.3750188 Jun 29 17:27:42.413063 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0823aac-e6c9-470d-84f7-a819b7f3d69f', 'name': 'network-vif-deleted', 'tag': '9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:42.415705 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8b1a7c-7ea1-4579-941a-0dbf22d64bdc" -d '{"events": [{"server_uuid": "b0823aac-e6c9-470d-84f7-a819b7f3d69f", "name": "network-vif-deleted", "tag": "9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:27:42.514948 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b54da1-a6ab-4d37-9cf0-13a39bc204db x-openstack-request-id: req-60b54da1-a6ab-4d37-9cf0-13a39bc204db {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:27:42.515426 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0823aac-e6c9-470d-84f7-a819b7f3d69f", "name": "network-vif-deleted", "tag": "9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:27:42.515995 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-60b54da1-a6ab-4d37-9cf0-13a39bc204db {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:27:42.516667 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0823aac-e6c9-470d-84f7-a819b7f3d69f', 'name': 'network-vif-deleted', 'tag': '9a6dbc6f-faf9-4d4d-bbaf-0c84af40797f', 'status': 'completed', 'code': 200} Jun 29 17:27:42.574407 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Notify callbacks [] for port, precommit_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:42.590366 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.provisioning_blocks [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Transition to ACTIVE for port object aacbde08-04e0-4784-add8-129fb4808ccc will not be triggered until provisioned by entity L2. {{(pid=93006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:42.602604 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:42.607880 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:42.627170 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:42.712093 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Attempting to bind port aacbde08-04e0-4784-add8-129fb4808ccc on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:27:42.712792 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Attempting to bind port aacbde08-04e0-4784-add8-129fb4808ccc by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}] {{(pid=93006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:27:42.713548 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Attempting to bind port aacbde08-04e0-4784-add8-129fb4808ccc on network 48360abb-0c2a-46d3-ad90-a3956d77b608 {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:27:42.722298 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ae6fe-4327-4d8a-a4d2-fd10df921631 None None] Pushing event updated for resources: {'Port': ['ID=aacbde08-04e0-4784-add8-129fb4808ccc,revision_number=2']} {{(pid=93006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:42.727652 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-fe9ae6fe-4327-4d8a-a4d2-fd10df921631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:42.743638 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:27:42.744012 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Checking segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:27:42.744400 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:42.745477 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Bound using segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:27:42.748620 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Bound port: aacbde08-04e0-4784-add8-129fb4808ccc, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}}] {{(pid=93006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:27:42.749164 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:42.837874 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.db [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] For port aacbde08-04e0-4784-add8-129fb4808ccc, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:27:42.843662 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.db [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] For port aacbde08-04e0-4784-add8-129fb4808ccc, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=aacbde08-04e0-4784-add8-129fb4808ccc,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:27:42.853791 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:42.858759 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:42.922657 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_common [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Allocated IP 172.20.0.1 (64976af3-1fd3-4407-8eed-8261b7b21934/319d778a-b1d2-44f6-95e4-23148835f5a4/7b7d432b-42b3-4198-b204-71516053f954) {{(pid=93003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:27:42.939355 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9db2aceb-5994-4156-ad0a-9c8a6665e042 req-4375005b-0acd-4cde-add3-a25df0c0969b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1189978 Jun 29 17:27:42.959024 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ae6fe-4327-4d8a-a4d2-fd10df921631 None None] Pushing event updated for resources: {'Port': ['ID=aacbde08-04e0-4784-add8-129fb4808ccc,revision_number=3']} {{(pid=93006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:42.964377 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-fe9ae6fe-4327-4d8a-a4d2-fd10df921631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:42.965638 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Routers {'e7094503-6ce6-42af-acda-2250b487af6d'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:42.966751 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:27:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['e7094503-6ce6-42af-acda-2250b487af6d'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:43.115727 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2aceb-5994-4156-ad0a-9c8a6665e042 req-6d393b84-0f35-42cc-9d69-169f1159038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:43.117992 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9db2aceb-5994-4156-ad0a-9c8a6665e042 req-6d393b84-0f35-42cc-9d69-169f1159038d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bab87edcd482462cbd1decad9411b53c&device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 1098 time: 0.0774438 Jun 29 17:27:43.120280 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:43.141571 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] Set router e7094503-6ce6-42af-acda-2250b487af6d gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:27:43.150616 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.provisioning_blocks [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Transition to ACTIVE for port object 7b7d432b-42b3-4198-b204-71516053f954 will not be triggered until provisioned by entity DHCP. {{(pid=93003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:43.251531 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8352294'] for port, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:43.259437 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:43.421256 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Network 64976af3-1fd3-4407-8eed-8261b7b21934 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:43.423017 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:43.456381 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'name': 'tempest-TestMinimumBasicScenario-484005456-router', 'tenant_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': 'aacbde08-04e0-4784-add8-129fb4808ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:36Z', 'updated_at': '2021-06-29T17:27:38Z', 'revision_number': 3, 'project_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'gw_port': {'id': 'aacbde08-04e0-4784-add8-129fb4808ccc', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:37Z', 'updated_at': '2021-06-29T17:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:43.474489 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0699ba26-fa60-4af1-a246-c914ed407aaf req-3785b2f3-ec6d-4e9e-84a4-06ec721db7cf tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0823aac-e6c9-470d-84f7-a819b7f3d69f HTTP/1.1" status: 200 len: 210 time: 0.1289954 Jun 29 17:27:43.476862 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Received port after_create {{(pid=93003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:27:43.555626 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Pushing event updated for resources: {'Port': ['ID=7b7d432b-42b3-4198-b204-71516053f954,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:43.582297 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c92dd-6b4c-41f8-b805-4a612bb1e377 None None] The sync data for ids ['e7094503-6ce6-42af-acda-2250b487af6d'] in dv-cinder-763306-14-smb is: [{'id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'name': 'tempest-TestMinimumBasicScenario-484005456-router', 'tenant_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': 'aacbde08-04e0-4784-add8-129fb4808ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:36Z', 'updated_at': '2021-06-29T17:27:38Z', 'revision_number': 3, 'project_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'gw_port': {'id': 'aacbde08-04e0-4784-add8-129fb4808ccc', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:37Z', 'updated_at': '2021-06-29T17:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}] {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:27:43.588948 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:43.647530 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2aceb-5994-4156-ad0a-9c8a6665e042 req-228b94f0-9ba2-4c47-88c2-69ca3738df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:43.649241 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9db2aceb-5994-4156-ad0a-9c8a6665e042 req-228b94f0-9ba2-4c47-88c2-69ca3738df88 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30c06445-69a3-473b-86ba-1a733d800ecd HTTP/1.1" status: 200 len: 916 time: 0.4855280 Jun 29 17:27:43.654321 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688246'] for router_interface, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:43.753792 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9db2aceb-5994-4156-ad0a-9c8a6665e042 req-cbf93377-2d1f-4305-84b3-a3a87c1a3112 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=facd25d3-632a-46f3-976a-87dc484e1694 HTTP/1.1" status: 200 len: 217 time: 0.0898530 Jun 29 17:27:43.766582 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb4f9-eacc-4b45-ba26-028e2a075d6d req-235dba27-4710-492c-93c0-06401f140cc7 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:43.790615 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c14eb4f9-eacc-4b45-ba26-028e2a075d6d req-235dba27-4710-492c-93c0-06401f140cc7 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1925087 Jun 29 17:27:43.865616 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 8ea53fe5-64a2-4912-b132-c9a74419dd41 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:43.946715 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-f25cb187-92c1-4250-b3f6-f70acf7a8b89 None None] Provisioning for port 7b7d432b-42b3-4198-b204-71516053f954 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:43.951148 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2aceb-5994-4156-ad0a-9c8a6665e042 req-2bbf7fa7-ca76-4319-8fdf-727e282d5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:43.953532 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9db2aceb-5994-4156-ad0a-9c8a6665e042 req-2bbf7fa7-ca76-4319-8fdf-727e282d5c6f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f500316-b6d9-43a2-a9a1-26ebe9df72d6 HTTP/1.1" status: 200 len: 854 time: 0.1572759 Jun 29 17:27:43.963037 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-f25cb187-92c1-4250-b3f6-f70acf7a8b89 None None] Provisioning complete for port 7b7d432b-42b3-4198-b204-71516053f954 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:43.968156 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-f25cb187-92c1-4250-b3f6-f70acf7a8b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:44.000324 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:44.025645 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 8ea53fe5-64a2-4912-b132-c9a74419dd41 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:44.026417 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:44.051650 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-f25cb187-92c1-4250-b3f6-f70acf7a8b89 None None] Port 7b7d432b-42b3-4198-b204-71516053f954 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:27:44.111470 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9db2aceb-5994-4156-ad0a-9c8a6665e042 req-b66ef8ef-c8f5-4e4f-8d1b-1bbfb1cc6d50 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30c06445-69a3-473b-86ba-1a733d800ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342669 Jun 29 17:27:44.164967 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c14eb4f9-eacc-4b45-ba26-028e2a075d6d req-cfdd6245-2980-43ac-9b27-977d1070aece tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734362 Jun 29 17:27:44.269659 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:44.321691 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9db2aceb-5994-4156-ad0a-9c8a6665e042 req-59ab15f4-1ac3-4fee-8ac1-f3d1c47ceb87 service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772642 Jun 29 17:27:44.409747 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:44.417896 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:44.418540 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:44.427477 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8352276'] for port, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:44.444142 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-50b63631-33f4-4978-83b8-c3fcf611f804 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:44.599370 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9db2aceb-5994-4156-ad0a-9c8a6665e042 req-3fd4c5fb-c730-4d5f-848f-993c6e5573f9 service neutron] 10.222.0.72 "GET /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608528 Jun 29 17:27:44.697001 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1804507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688098'] for router_interface, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:44.698260 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:44.710109 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Pushing event updated for resources: {'Port': ['ID=7b7d432b-42b3-4198-b204-71516053f954,revision_number=2']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:44.713669 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:44.877556 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Network 64976af3-1fd3-4407-8eed-8261b7b21934 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:44.886774 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4e53c-0f0d-4dae-8fa3-6c2ed3a84cf7 req-ff939001-4ac8-44dc-9482-c28de5224a47 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:44.888390 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-12c4e53c-0f0d-4dae-8fa3-6c2ed3a84cf7 req-ff939001-4ac8-44dc-9482-c28de5224a47 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 945 time: 0.1503105 Jun 29 17:27:44.890017 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:45.003260 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-12c4e53c-0f0d-4dae-8fa3-6c2ed3a84cf7 req-c1e85034-56ac-4e1f-aba2-080505bc50f8 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040447 Jun 29 17:27:45.102742 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Router e7094503-6ce6-42af-acda-2250b487af6d has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:27:45.274174 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:27:45.293835 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] 10.222.0.101 "PUT /v2.0/routers/e7094503-6ce6-42af-acda-2250b487af6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0999541 Jun 29 17:27:45.322624 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-67653e58-d7aa-4377-bc4d-8acc479f51ca None None] Provisioning complete for port 7b7d432b-42b3-4198-b204-71516053f954 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:45.323445 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-67653e58-d7aa-4377-bc4d-8acc479f51ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:45.373683 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-67653e58-d7aa-4377-bc4d-8acc479f51ca None None] Port 7b7d432b-42b3-4198-b204-71516053f954 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:27:45.481160 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c62005-c021-46f5-a055-d18a1f1fb1dc req-09f057f2-7627-42b8-9134-c8924194abed tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:45.483965 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-01c62005-c021-46f5-a055-d18a1f1fb1dc req-09f057f2-7627-42b8-9134-c8924194abed tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1200545 Jun 29 17:27:45.552405 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-01c62005-c021-46f5-a055-d18a1f1fb1dc req-8b513759-7499-42d7-a0df-84004ebfcc13 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590062 Jun 29 17:27:45.736102 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device aacbde08-04e0-4784-add8-129fb4808ccc up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:45.834463 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port aacbde08-04e0-4784-add8-129fb4808ccc completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:45.842478 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port aacbde08-04e0-4784-add8-129fb4808ccc triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:45.843113 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:45.952772 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:45.977932 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port aacbde08-04e0-4784-add8-129fb4808ccc, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=aacbde08-04e0-4784-add8-129fb4808ccc,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:45.983126 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:45.986456 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:46.058170 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=aacbde08-04e0-4784-add8-129fb4808ccc,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:46.062118 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:46.213914 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Sync routers for ids ['e7094503-6ce6-42af-acda-2250b487af6d'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:27:46.224704 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Routers {'e7094503-6ce6-42af-acda-2250b487af6d'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:46.225405 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:27:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['e7094503-6ce6-42af-acda-2250b487af6d'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:46.242776 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1bbe0-15d6-4d4c-a4e4-d3ed07d05cf4 req-664ba374-944d-436c-8da8-c5393c003341 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:46.245322 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a8c1bbe0-15d6-4d4c-a4e4-d3ed07d05cf4 req-664ba374-944d-436c-8da8-c5393c003341 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 945 time: 0.0902963 Jun 29 17:27:46.298149 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a8c1bbe0-15d6-4d4c-a4e4-d3ed07d05cf4 req-a1326385-3960-43a7-986f-f89acef45c61 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456622 Jun 29 17:27:46.408793 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Set router e7094503-6ce6-42af-acda-2250b487af6d gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:27:46.827356 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de08d90-d2c5-46c7-a143-dcdbe001791c req-0481a54c-7fb6-4b35-8f7b-6c4dc452aed2 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:46.830971 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-9de08d90-d2c5-46c7-a143-dcdbe001791c req-0481a54c-7fb6-4b35-8f7b-6c4dc452aed2 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.0805109 Jun 29 17:27:46.856222 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'name': 'tempest-TestMinimumBasicScenario-484005456-router', 'tenant_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': 'aacbde08-04e0-4784-add8-129fb4808ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:36Z', 'updated_at': '2021-06-29T17:27:43Z', 'revision_number': 4, 'project_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'gw_port': {'id': 'aacbde08-04e0-4784-add8-129fb4808ccc', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:37Z', 'updated_at': '2021-06-29T17:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '7b7d432b-42b3-4198-b204-71516053f954', 'name': '', 'network_id': '64976af3-1fd3-4407-8eed-8261b7b21934', 'tenant_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'mac_address': 'fa:16:3e:87:c1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '319d778a-b1d2-44f6-95e4-23148835f5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:42Z', 'updated_at': '2021-06-29T17:27:44Z', 'revision_number': 2, 'project_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'subnets': [{'id': '319d778a-b1d2-44f6-95e4-23148835f5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:46.898791 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-9de08d90-d2c5-46c7-a143-dcdbe001791c req-f998200c-d6de-486e-b58c-c4390722ff95 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555506 Jun 29 17:27:46.916071 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Checking router: e7094503-6ce6-42af-acda-2250b487af6d for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:27:46.916556 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Updating router e7094503-6ce6-42af-acda-2250b487af6d port 7b7d432b-42b3-4198-b204-71516053f954 binding host dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:27:46.974681 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:47.332388 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Notify callbacks [] for port, precommit_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:47.354908 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Transition to ACTIVE for port object 7b7d432b-42b3-4198-b204-71516053f954 will not be triggered until provisioned by entity L2. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:47.367182 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:47.372369 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-766f6659-c7a8-45ba-a0a2-2240739bf8dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:47.514456 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912a419-9827-4e60-a212-b621cd2a0e33 None None] Pushing event updated for resources: {'Port': ['ID=7b7d432b-42b3-4198-b204-71516053f954,revision_number=3']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:47.553205 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-6912a419-9827-4e60-a212-b621cd2a0e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:47.585413 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Attempting to bind port 7b7d432b-42b3-4198-b204-71516053f954 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:27:47.586036 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Attempting to bind port 7b7d432b-42b3-4198-b204-71516053f954 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': 'f124a47d-5719-4311-96f1-d544be948033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '64976af3-1fd3-4407-8eed-8261b7b21934'}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:27:47.586914 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Attempting to bind port 7b7d432b-42b3-4198-b204-71516053f954 on network 64976af3-1fd3-4407-8eed-8261b7b21934 {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:27:47.599485 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:27:47.601992 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Checking segment: {'id': 'f124a47d-5719-4311-96f1-d544be948033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '64976af3-1fd3-4407-8eed-8261b7b21934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:27:47.602769 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:47.603476 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Bound using segment: {'id': 'f124a47d-5719-4311-96f1-d544be948033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '64976af3-1fd3-4407-8eed-8261b7b21934'} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:27:47.604343 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Bound port: 7b7d432b-42b3-4198-b204-71516053f954, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f124a47d-5719-4311-96f1-d544be948033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '64976af3-1fd3-4407-8eed-8261b7b21934'}}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:27:47.605045 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:47.631560 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ecdee-a84b-4e05-a4af-318ab80c9626 req-39b239d7-9b88-49f7-9df2-19892b64bb50 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:47.643453 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-109ecdee-a84b-4e05-a4af-318ab80c9626 req-39b239d7-9b88-49f7-9df2-19892b64bb50 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 945 time: 0.1439552 Jun 29 17:27:47.760373 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-109ecdee-a84b-4e05-a4af-318ab80c9626 req-eb2cb6a8-c760-4796-ae7c-39e5ca69c678 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996428 Jun 29 17:27:47.793912 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device aacbde08-04e0-4784-add8-129fb4808ccc up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:47.857115 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-d4ac0508-bee6-4980-b833-3cbd92936f9e tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:47.858774 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-d4ac0508-bee6-4980-b833-3cbd92936f9e tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/networks?id=fd44f62d-3c9e-48db-a6e9-1d5da46c326a HTTP/1.1" status: 200 len: 808 time: 0.2864120 Jun 29 17:27:47.881700 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] For port 7b7d432b-42b3-4198-b204-71516053f954, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:27:47.885381 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-c4254a3e-0fb3-4394-99da-69cfd66bb82c tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/quotas/d61962fca0fa443aa05613f402e44542 HTTP/1.1" status: 200 len: 375 time: 0.0157554 Jun 29 17:27:47.900310 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] For port 7b7d432b-42b3-4198-b204-71516053f954, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=7b7d432b-42b3-4198-b204-71516053f954,segment=NetworkSegment(f124a47d-5719-4311-96f1-d544be948033),segment_id=f124a47d-5719-4311-96f1-d544be948033)] {{(pid=93005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:27:47.910053 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:47.915346 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-0d47a945-5f3a-44d8-8a34-27c991ec7d6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:47.964963 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-550274f5-4081-485f-9147-373a1fc2c60e tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d61962fca0fa443aa05613f402e44542&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620437 Jun 29 17:27:48.022537 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port aacbde08-04e0-4784-add8-129fb4808ccc triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:48.023285 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:48.099219 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912a419-9827-4e60-a212-b621cd2a0e33 None None] Pushing event updated for resources: {'Port': ['ID=7b7d432b-42b3-4198-b204-71516053f954,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:48.107737 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Routers {'e7094503-6ce6-42af-acda-2250b487af6d'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:27:48.108390 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:27:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['e7094503-6ce6-42af-acda-2250b487af6d'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:48.112464 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-6912a419-9827-4e60-a212-b621cd2a0e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:48.168416 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-a01042e3-5046-41a9-be6d-94d8131fbd2f service neutron] 10.222.0.101 "GET /v2.0/networks/fd44f62d-3c9e-48db-a6e9-1d5da46c326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014606 Jun 29 17:27:48.330129 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] Set router e7094503-6ce6-42af-acda-2250b487af6d gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:27:48.366208 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-896c2104-8460-499d-9bde-2254fb5c4527 service neutron] 10.222.0.101 "GET /v2.0/networks/fd44f62d-3c9e-48db-a6e9-1d5da46c326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967578 Jun 29 17:27:48.374776 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410e4ad-b6ec-492b-988c-e8771d8943ea req-89cf5588-86a2-45f7-ab92-20e7ff75126c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:48.383776 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0410e4ad-b6ec-492b-988c-e8771d8943ea req-89cf5588-86a2-45f7-ab92-20e7ff75126c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1205471 Jun 29 17:27:48.451523 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0410e4ad-b6ec-492b-988c-e8771d8943ea req-f6f39ee7-02ad-4a98-afa3-f0b6edc23738 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662661 Jun 29 17:27:48.694373 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c26cc8-d02d-4357-bdb0-01ba87954d12 req-dab41abf-4319-4d94-aab2-f98d6a05aecc tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:48.697697 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-31c26cc8-d02d-4357-bdb0-01ba87954d12 req-dab41abf-4319-4d94-aab2-f98d6a05aecc tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 945 time: 0.1633201 Jun 29 17:27:48.737541 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1762dce2-b35c-472e-8070-b11c56ffa0d5 req-c0e6b8d2-740e-471b-b290-a335475c45ca tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 210 time: 0.0689559 Jun 29 17:27:48.759861 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'name': 'tempest-TestMinimumBasicScenario-484005456-router', 'tenant_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': 'aacbde08-04e0-4784-add8-129fb4808ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:36Z', 'updated_at': '2021-06-29T17:27:43Z', 'revision_number': 4, 'project_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'gw_port': {'id': 'aacbde08-04e0-4784-add8-129fb4808ccc', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:37Z', 'updated_at': '2021-06-29T17:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '7b7d432b-42b3-4198-b204-71516053f954', 'name': '', 'network_id': '64976af3-1fd3-4407-8eed-8261b7b21934', 'tenant_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'mac_address': 'fa:16:3e:87:c1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '319d778a-b1d2-44f6-95e4-23148835f5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:42Z', 'updated_at': '2021-06-29T17:27:47Z', 'revision_number': 4, 'project_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'subnets': [{'id': '319d778a-b1d2-44f6-95e4-23148835f5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:27:48.822577 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf9c1d2-885b-40fe-8f9e-b8fe30f2130b None None] The sync data for ids ['e7094503-6ce6-42af-acda-2250b487af6d'] in dv-cinder-763306-14-smb is: [{'id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'name': 'tempest-TestMinimumBasicScenario-484005456-router', 'tenant_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': 'aacbde08-04e0-4784-add8-129fb4808ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:36Z', 'updated_at': '2021-06-29T17:27:43Z', 'revision_number': 4, 'project_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'gw_port': {'id': 'aacbde08-04e0-4784-add8-129fb4808ccc', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:37Z', 'updated_at': '2021-06-29T17:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '7b7d432b-42b3-4198-b204-71516053f954', 'name': '', 'network_id': '64976af3-1fd3-4407-8eed-8261b7b21934', 'tenant_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'mac_address': 'fa:16:3e:87:c1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '319d778a-b1d2-44f6-95e4-23148835f5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:42Z', 'updated_at': '2021-06-29T17:27:47Z', 'revision_number': 4, 'project_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'subnets': [{'id': '319d778a-b1d2-44f6-95e4-23148835f5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:27:49.087684 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-31c26cc8-d02d-4357-bdb0-01ba87954d12 req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Deleting port 21cbb5aa-035d-4712-9da9-f9e45749f169 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:27:49.087684 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-31c26cc8-d02d-4357-bdb0-01ba87954d12 req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:49.495283 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e5d38-7401-4b66-91de-eacd6811e7be req-658783e3-b23a-45e9-b585-405248a97c2e tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:49.500236 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4b4e5d38-7401-4b66-91de-eacd6811e7be req-658783e3-b23a-45e9-b585-405248a97c2e tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 945 time: 0.3856914 Jun 29 17:27:49.524456 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-31c26cc8-d02d-4357-bdb0-01ba87954d12 req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] For port 21cbb5aa-035d-4712-9da9-f9e45749f169, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=21cbb5aa-035d-4712-9da9-f9e45749f169,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:49.526012 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-31c26cc8-d02d-4357-bdb0-01ba87954d12 req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:49.594129 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-31c26cc8-d02d-4357-bdb0-01ba87954d12 req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Calling delete_port for 21cbb5aa-035d-4712-9da9-f9e45749f169 owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:27:49.764060 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4b4e5d38-7401-4b66-91de-eacd6811e7be req-f699b950-2ee0-4407-aa2a-ac84a63f7324 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440312 Jun 29 17:27:49.958103 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 7b7d432b-42b3-4198-b204-71516053f954 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:50.047152 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd62714-9807-4347-b62d-9a6c1d311f1e req-6ebbf575-ffe1-46fb-860a-7b00338b67e4 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:50.056741 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fcd62714-9807-4347-b62d-9a6c1d311f1e req-6ebbf575-ffe1-46fb-860a-7b00338b67e4 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.2083569 Jun 29 17:27:50.155724 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fcd62714-9807-4347-b62d-9a6c1d311f1e req-266eac27-52f8-4e81-a0dc-53b3551902db tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950119 Jun 29 17:27:50.166636 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 7b7d432b-42b3-4198-b204-71516053f954 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:27:50.174838 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 7b7d432b-42b3-4198-b204-71516053f954 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:50.175577 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:50.530775 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9b24a298-45c4-4d6f-9a42-86bb13532057 req-2ad6f659-b09e-44d3-baab-ed736f3c9f2d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 210 time: 0.0519764 Jun 29 17:27:50.569066 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:50.589583 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-31c26cc8-d02d-4357-bdb0-01ba87954d12 req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:50.617338 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-095d62df-5b55-4362-8c65-407850979ab5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:50.630448 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['facd25d3-632a-46f3-976a-87dc484e1694', '0c0ece72-6051-4960-959a-a54506fb1214'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:27:50.678787 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Pushing event deleted for resources: {'Port': ['ID=21cbb5aa-035d-4712-9da9-f9e45749f169,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:50.774385 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 7b7d432b-42b3-4198-b204-71516053f954, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=7b7d432b-42b3-4198-b204-71516053f954,segment=NetworkSegment(f124a47d-5719-4311-96f1-d544be948033),segment_id=f124a47d-5719-4311-96f1-d544be948033)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:50.791437 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:50.799487 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c26cc8-d02d-4357-bdb0-01ba87954d12 req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] No DVR routers for this DVR port 21cbb5aa-035d-4712-9da9-f9e45749f169 on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:27:50.809887 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:50.815247 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-31c26cc8-d02d-4357-bdb0-01ba87954d12 req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:50.817751 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-31c26cc8-d02d-4357-bdb0-01ba87954d12 req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "DELETE /v2.0/ports/21cbb5aa-035d-4712-9da9-f9e45749f169 HTTP/1.1" status: 204 len: 173 time: 2.1095254 Jun 29 17:27:50.820528 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0d92be-db84-46e7-b66a-97d4b4979ddd', 'name': 'network-vif-deleted', 'tag': '21cbb5aa-035d-4712-9da9-f9e45749f169'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:50.839548 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9a1301-a5da-4bc0-af57-22bc02302e66" -d '{"events": [{"server_uuid": "7e0d92be-db84-46e7-b66a-97d4b4979ddd", "name": "network-vif-deleted", "tag": "21cbb5aa-035d-4712-9da9-f9e45749f169"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:27:50.850214 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:50.852412 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:50.853648 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:50.854659 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:50.855617 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:50.856544 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:50.857684 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:50.858601 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:50.859552 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:50.860463 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:50.861978 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:50.863088 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:27:50.878620 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:50.968800 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df996ee6-66a9-446a-aaa6-840b5d548a5f x-openstack-request-id: req-df996ee6-66a9-446a-aaa6-840b5d548a5f {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:27:50.969461 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0d92be-db84-46e7-b66a-97d4b4979ddd", "name": "network-vif-deleted", "tag": "21cbb5aa-035d-4712-9da9-f9e45749f169", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:27:50.969953 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-df996ee6-66a9-446a-aaa6-840b5d548a5f {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:27:50.971290 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0d92be-db84-46e7-b66a-97d4b4979ddd', 'name': 'network-vif-deleted', 'tag': '21cbb5aa-035d-4712-9da9-f9e45749f169', 'status': 'completed', 'code': 200} Jun 29 17:27:51.039713 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=7b7d432b-42b3-4198-b204-71516053f954,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:51.049757 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:51.190889 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d63781d7-e634-4d57-b347-6ef0245239f9 req-3088d7f4-ee92-44e3-8ce5-89a8817bb037 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 210 time: 0.0566235 Jun 29 17:27:51.484768 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e9829bfa-1d22-4d15-be62-2f867c23cf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:51.590968 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e04002-42ef-49fc-a282-d27c995c0629 req-1d12fa41-3987-4ab5-b17d-ce6dcd7f92b2 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:51.594892 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-66e04002-42ef-49fc-a282-d27c995c0629 req-1d12fa41-3987-4ab5-b17d-ce6dcd7f92b2 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1542346 Jun 29 17:27:51.786789 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-66e04002-42ef-49fc-a282-d27c995c0629 req-94f3a2a9-1675-48c3-89e6-0ee364a5973c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736374 Jun 29 17:27:51.825538 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 7b7d432b-42b3-4198-b204-71516053f954 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:27:51.850782 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c67e25a0-949e-4dfb-8197-da0a25911033 req-611ffb6f-8566-403a-b01b-176da6bd57ef tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 210 time: 0.0476868 Jun 29 17:27:51.969637 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 7b7d432b-42b3-4198-b204-71516053f954 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:27:51.970932 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:52.176912 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 21cbb5aa-035d-4712-9da9-f9e45749f169 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:27:52.214967 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-ab4b0331-e014-45b2-9b69-a34df7e452ef tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:52.217631 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-ab4b0331-e014-45b2-9b69-a34df7e452ef tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.72 "GET /v2.0/networks?id=fd44f62d-3c9e-48db-a6e9-1d5da46c326a HTTP/1.1" status: 200 len: 808 time: 0.2286961 Jun 29 17:27:52.247522 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-2e32082f-4728-449a-80f2-e77f5d103158 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Request body: {'port': {'device_id': 'a3a0cc63-7d55-4301-a5d7-676f988a3c98', 'network_id': 'fd44f62d-3c9e-48db-a6e9-1d5da46c326a', 'admin_state_up': True, 'tenant_id': 'd61962fca0fa443aa05613f402e44542'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:52.253445 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: 21cbb5aa-035d-4712-9da9-f9e45749f169 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:27:52.254091 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 21cbb5aa-035d-4712-9da9-f9e45749f169 not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:27:52.483849 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-2e32082f-4728-449a-80f2-e77f5d103158 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Made reservation on behalf of d61962fca0fa443aa05613f402e44542 for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:27:52.492877 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-2e32082f-4728-449a-80f2-e77f5d103158 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:52.679863 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-394549af-f90c-44f3-8251-96d20df279a0 req-c0d61c45-eabc-4020-89b4-daa5375d337d tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e0d92be-db84-46e7-b66a-97d4b4979ddd HTTP/1.1" status: 200 len: 210 time: 0.0866697 Jun 29 17:27:52.831531 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-2e32082f-4728-449a-80f2-e77f5d103158 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Allocated IP 172.20.0.4 (fd44f62d-3c9e-48db-a6e9-1d5da46c326a/6fbb0191-b715-43b8-b897-7d0fe14b5696/20cfd78e-75b8-4480-8d35-1ea22e3998c2) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:27:53.073991 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-904c1c87-0a04-416b-93c1-ccbd6eadc49b req-1fadcd0e-9458-4f08-bc9f-13643f6d908d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 210 time: 0.0472839 Jun 29 17:27:53.324162 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-2e32082f-4728-449a-80f2-e77f5d103158 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:53.412524 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b36526-7e50-4e9a-aa2a-f27f05cc863e req-cc9f82e7-17ab-4ec8-a8bb-71fc2b57b2e9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:53.415273 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d0b36526-7e50-4e9a-aa2a-f27f05cc863e req-cc9f82e7-17ab-4ec8-a8bb-71fc2b57b2e9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.2189603 Jun 29 17:27:53.417069 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-2e32082f-4728-449a-80f2-e77f5d103158 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:53.423084 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:53.494943 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32082f-4728-449a-80f2-e77f5d103158 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Pushing event updated for resources: {'Port': ['ID=20cfd78e-75b8-4480-8d35-1ea22e3998c2,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:53.507529 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-2e32082f-4728-449a-80f2-e77f5d103158 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:53.554947 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-2e32082f-4728-449a-80f2-e77f5d103158 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Network fd44f62d-3c9e-48db-a6e9-1d5da46c326a is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:27:53.560650 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-2e32082f-4728-449a-80f2-e77f5d103158 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:27:53.573962 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-2e32082f-4728-449a-80f2-e77f5d103158 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:27:53.641627 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d0b36526-7e50-4e9a-aa2a-f27f05cc863e req-604e1ca6-a6a7-4125-bb6c-144a0c81d979 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561239 Jun 29 17:27:53.695123 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-2e32082f-4728-449a-80f2-e77f5d103158 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:53.696243 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-2e32082f-4728-449a-80f2-e77f5d103158 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:53.727806 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-2e32082f-4728-449a-80f2-e77f5d103158 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4858983 Jun 29 17:27:53.781156 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Request body: {'port': {'device_id': 'a3a0cc63-7d55-4301-a5d7-676f988a3c98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:27:53.910406 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:54.552504 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bf404-83bb-4ec9-aed8-2178c9362575 req-225bb512-ab8d-49fe-9b94-672f49eb6696 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:54.560402 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1f0bf404-83bb-4ec9-aed8-2178c9362575 req-225bb512-ab8d-49fe-9b94-672f49eb6696 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 931 time: 0.2582247 Jun 29 17:27:54.595761 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:54.612885 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20cfd78e-75b8-4480-8d35-1ea22e3998c2 {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:27:54.632058 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:54.645431 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1f0bf404-83bb-4ec9-aed8-2178c9362575 req-a5a3ea86-32cf-49dd-b462-5462d3234675 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657039 Jun 29 17:27:54.652584 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Transition to ACTIVE for port object 20cfd78e-75b8-4480-8d35-1ea22e3998c2 will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:27:54.686823 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:54.693419 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-70e19c45-52fb-4b32-bdbd-2353aff299c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:54.848513 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Pushing event updated for resources: {'Port': ['ID=20cfd78e-75b8-4480-8d35-1ea22e3998c2,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:54.854506 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:54.870394 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6b904e05-e38f-404d-99b6-d206b98fb109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:55.086538 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc929232-1e6f-4af8-b846-f31df422acce req-a24fb8b1-e114-4eaa-8fdf-a896dc6f26b5 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:55.088728 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fc929232-1e6f-4af8-b846-f31df422acce req-a24fb8b1-e114-4eaa-8fdf-a896dc6f26b5 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.0883505 Jun 29 17:27:55.096405 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Attempting to bind port 20cfd78e-75b8-4480-8d35-1ea22e3998c2 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:27:55.097020 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Attempting to bind port 20cfd78e-75b8-4480-8d35-1ea22e3998c2 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '4af33d32-e8c2-48ec-9d28-92bc775c6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'fd44f62d-3c9e-48db-a6e9-1d5da46c326a'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:27:55.097335 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Attempting to bind port 20cfd78e-75b8-4480-8d35-1ea22e3998c2 on network fd44f62d-3c9e-48db-a6e9-1d5da46c326a {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:27:55.115127 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b2e94-781a-4e1a-9d37-0428639525c6 req-5ad0c157-4af9-4a2f-879e-0ce28d3bd450 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:55.121863 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-748b2e94-781a-4e1a-9d37-0428639525c6 req-5ad0c157-4af9-4a2f-879e-0ce28d3bd450 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 945 time: 0.2698646 Jun 29 17:27:55.125921 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Port 20cfd78e-75b8-4480-8d35-1ea22e3998c2 on network fd44f62d-3c9e-48db-a6e9-1d5da46c326a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:27:55.126510 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Attempting to bind port 20cfd78e-75b8-4480-8d35-1ea22e3998c2 on network fd44f62d-3c9e-48db-a6e9-1d5da46c326a {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:27:55.161269 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:27:55.161678 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Checking segment: {'id': '4af33d32-e8c2-48ec-9d28-92bc775c6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'fd44f62d-3c9e-48db-a6e9-1d5da46c326a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:27:55.162311 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Bound using segment: {'id': '4af33d32-e8c2-48ec-9d28-92bc775c6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'fd44f62d-3c9e-48db-a6e9-1d5da46c326a'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:27:55.163090 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Bound port: 20cfd78e-75b8-4480-8d35-1ea22e3998c2, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af33d32-e8c2-48ec-9d28-92bc775c6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'fd44f62d-3c9e-48db-a6e9-1d5da46c326a'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:27:55.163720 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:55.171767 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-fc929232-1e6f-4af8-b846-f31df422acce req-6089d41f-9cce-46aa-b551-1639c8228284 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758221 Jun 29 17:27:55.232332 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-748b2e94-781a-4e1a-9d37-0428639525c6 req-dd104437-789a-4907-bb38-4119c6245105 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014836 Jun 29 17:27:55.342436 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] For port 20cfd78e-75b8-4480-8d35-1ea22e3998c2, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:27:55.349959 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] For port 20cfd78e-75b8-4480-8d35-1ea22e3998c2, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=20cfd78e-75b8-4480-8d35-1ea22e3998c2,segment=NetworkSegment(4af33d32-e8c2-48ec-9d28-92bc775c6875),segment_id=4af33d32-e8c2-48ec-9d28-92bc775c6875)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:27:55.359469 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:55.364748 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-8aab04f8-c2d6-4087-979c-808db64c1ef1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:55.429422 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:55.430641 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:55.433677 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] 10.222.0.72 "PUT /v2.0/ports/20cfd78e-75b8-4480-8d35-1ea22e3998c2 HTTP/1.1" status: 200 len: 1093 time: 1.6646550 Jun 29 17:27:55.438488 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a0cc63-7d55-4301-a5d7-676f988a3c98', 'tag': '20cfd78e-75b8-4480-8d35-1ea22e3998c2'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:55.443621 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dde3c7-38ea-43f5-80a6-ae4c29cd2dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a0cc63-7d55-4301-a5d7-676f988a3c98", "tag": "20cfd78e-75b8-4480-8d35-1ea22e3998c2"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:27:55.510214 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Pushing event updated for resources: {'Port': ['ID=20cfd78e-75b8-4480-8d35-1ea22e3998c2,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:55.515278 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:55.530649 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90627a09-8eef-40ba-ba68-583b01db382f x-openstack-request-id: req-90627a09-8eef-40ba-ba68-583b01db382f {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:27:55.531319 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a0cc63-7d55-4301-a5d7-676f988a3c98", "tag": "20cfd78e-75b8-4480-8d35-1ea22e3998c2", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:27:55.534136 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-90627a09-8eef-40ba-ba68-583b01db382f {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:27:55.535353 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a0cc63-7d55-4301-a5d7-676f988a3c98', 'tag': '20cfd78e-75b8-4480-8d35-1ea22e3998c2', 'status': 'completed', 'code': 200} Jun 29 17:27:55.660827 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-458055cc-dfa9-41fd-a5f2-3d1c219694df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:55.664043 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-458055cc-dfa9-41fd-a5f2-3d1c219694df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d61962fca0fa443aa05613f402e44542&device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 1096 time: 0.1118209 Jun 29 17:27:55.725173 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-100d621a-65f8-4a5a-9bed-f021a143b395 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20cfd78e-75b8-4480-8d35-1ea22e3998c2 HTTP/1.1" status: 200 len: 217 time: 0.0469415 Jun 29 17:27:55.800207 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-c23f42fa-860e-4278-9748-b55f9f16e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:55.802401 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-c23f42fa-860e-4278-9748-b55f9f16e64a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fbb0191-b715-43b8-b897-7d0fe14b5696 HTTP/1.1" status: 200 len: 848 time: 0.0666649 Jun 29 17:27:55.861678 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-e7149a36-23f9-4f1d-8730-d64329537648 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd44f62d-3c9e-48db-a6e9-1d5da46c326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379837 Jun 29 17:27:56.051772 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5104a-3ba8-46e9-9cb6-044cbc7ed612 req-61299c3e-bc60-49cb-95be-a311ec48908d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:56.053216 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bbf5104a-3ba8-46e9-9cb6-044cbc7ed612 req-61299c3e-bc60-49cb-95be-a311ec48908d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 943 time: 0.2472241 Jun 29 17:27:56.060298 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-ac3811be-1d39-4734-94aa-a54c78b891ab service neutron] 10.222.0.72 "GET /v2.0/networks/fd44f62d-3c9e-48db-a6e9-1d5da46c326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512947 Jun 29 17:27:56.215810 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bbf5104a-3ba8-46e9-9cb6-044cbc7ed612 req-3b4f4024-e8cd-47d0-bc58-932e60a1c80c tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474280 Jun 29 17:27:56.280090 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9f532acb-1a8a-4546-8f3d-ebdff1785b9d req-9e21ddbb-a5bf-472b-ad26-081e21158e47 service neutron] 10.222.0.72 "GET /v2.0/networks/fd44f62d-3c9e-48db-a6e9-1d5da46c326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010958 Jun 29 17:27:56.432021 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211680a-ff64-48ec-b7b4-0b8db6b0a531 req-31cd8954-d0fc-45cf-a0bd-644309636e8d tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:56.441800 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5211680a-ff64-48ec-b7b4-0b8db6b0a531 req-31cd8954-d0fc-45cf-a0bd-644309636e8d tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1175053 Jun 29 17:27:56.503568 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5211680a-ff64-48ec-b7b4-0b8db6b0a531 req-24629b81-88eb-4431-940f-32c1438df55a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604498 Jun 29 17:27:56.605953 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dde3c7-38ea-43f5-80a6-ae4c29cd2dd8 req-b46cd92a-c8ad-4ed3-bf55-9b21888bef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:56.607773 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-49dde3c7-38ea-43f5-80a6-ae4c29cd2dd8 req-b46cd92a-c8ad-4ed3-bf55-9b21888bef03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d61962fca0fa443aa05613f402e44542&device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 1096 time: 0.2563319 Jun 29 17:27:56.718898 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbe53d-6982-40e7-b0b8-9ce00ef55434 req-902321f4-a2fb-4613-8422-bf75708b13f0 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:56.727308 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5fbbe53d-6982-40e7-b0b8-9ce00ef55434 req-902321f4-a2fb-4613-8422-bf75708b13f0 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 945 time: 0.2179375 Jun 29 17:27:56.800847 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5fbbe53d-6982-40e7-b0b8-9ce00ef55434 req-8cbb7ec0-6b05-4d84-b10f-a8e4b7be7183 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721123 Jun 29 17:27:56.838282 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dde3c7-38ea-43f5-80a6-ae4c29cd2dd8 req-d8094857-3207-4229-bc9f-ae40ca8e250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:56.841936 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-49dde3c7-38ea-43f5-80a6-ae4c29cd2dd8 req-d8094857-3207-4229-bc9f-ae40ca8e250c service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd44f62d-3c9e-48db-a6e9-1d5da46c326a HTTP/1.1" status: 200 len: 910 time: 0.2192197 Jun 29 17:27:56.893726 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:56.922021 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-49dde3c7-38ea-43f5-80a6-ae4c29cd2dd8 req-7ebe4256-11af-43a5-a0b9-a2428fc2d28d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20cfd78e-75b8-4480-8d35-1ea22e3998c2 HTTP/1.1" status: 200 len: 217 time: 0.0652740 Jun 29 17:27:57.075109 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dde3c7-38ea-43f5-80a6-ae4c29cd2dd8 req-ecbde321-9f56-403b-b6b0-9a51f4904e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:57.078285 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-49dde3c7-38ea-43f5-80a6-ae4c29cd2dd8 req-ecbde321-9f56-403b-b6b0-9a51f4904e9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fbb0191-b715-43b8-b897-7d0fe14b5696 HTTP/1.1" status: 200 len: 848 time: 0.1407604 Jun 29 17:27:57.146698 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-49dde3c7-38ea-43f5-80a6-ae4c29cd2dd8 req-6ca92c01-d06a-4b5e-a5ae-18cb18b0b9ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd44f62d-3c9e-48db-a6e9-1d5da46c326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528970 Jun 29 17:27:57.364758 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-49dde3c7-38ea-43f5-80a6-ae4c29cd2dd8 req-b4927677-537b-4aad-87b7-126516f254bc service neutron] 10.222.0.72 "GET /v2.0/networks/fd44f62d-3c9e-48db-a6e9-1d5da46c326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052078 Jun 29 17:27:57.682123 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-49dde3c7-38ea-43f5-80a6-ae4c29cd2dd8 req-a78230ea-6fd4-4daa-a74f-f82a3da8fc26 service neutron] 10.222.0.72 "GET /v2.0/networks/fd44f62d-3c9e-48db-a6e9-1d5da46c326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684441 Jun 29 17:27:57.714025 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97569d4-9353-4e71-b600-28622334b385 req-77f49016-4955-4fae-baf8-08152d1cbf68 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:57.722242 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b97569d4-9353-4e71-b600-28622334b385 req-77f49016-4955-4fae-baf8-08152d1cbf68 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 943 time: 0.2000983 Jun 29 17:27:57.786621 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b97569d4-9353-4e71-b600-28622334b385 req-a13fd0c1-d9d3-477e-b89b-341b98cd9b2c tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633714 Jun 29 17:27:57.940791 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c069a-21a9-46e1-b231-fba2f85080b3 req-0cda7e06-825e-46d6-a3ca-03c169928ca3 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:57.955036 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-346c069a-21a9-46e1-b231-fba2f85080b3 req-0cda7e06-825e-46d6-a3ca-03c169928ca3 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1420474 Jun 29 17:27:58.014232 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-346c069a-21a9-46e1-b231-fba2f85080b3 req-7f13258c-cb7b-4c8b-a80f-7240fd4117a4 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569851 Jun 29 17:27:58.080206 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84163a0b-5af4-440e-b1f0-6073a13baf7a req-613889b5-3dfd-4663-bb9a-da4d5e2510f1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:58.082475 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-84163a0b-5af4-440e-b1f0-6073a13baf7a req-613889b5-3dfd-4663-bb9a-da4d5e2510f1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 945 time: 0.1374812 Jun 29 17:27:58.129075 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cf22d-adb3-459f-ab41-3c02ffb696c1 req-425be53d-1854-44cc-8c07-e0430a02bec1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:58.131244 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7f7cf22d-adb3-459f-ab41-3c02ffb696c1 req-425be53d-1854-44cc-8c07-e0430a02bec1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 945 time: 0.1479354 Jun 29 17:27:58.197841 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-84163a0b-5af4-440e-b1f0-6073a13baf7a req-e3a91b3c-9ad1-4291-aaba-95f48667d8b0 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042593 Jun 29 17:27:58.295167 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-7f7cf22d-adb3-459f-ab41-3c02ffb696c1 req-bf2a9193-7437-4ffe-ae57-146521f94079 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Deleting port 0c0ece72-6051-4960-959a-a54506fb1214 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:27:58.295494 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-7f7cf22d-adb3-459f-ab41-3c02ffb696c1 req-bf2a9193-7437-4ffe-ae57-146521f94079 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:58.468602 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-7f7cf22d-adb3-459f-ab41-3c02ffb696c1 req-bf2a9193-7437-4ffe-ae57-146521f94079 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] For port 0c0ece72-6051-4960-959a-a54506fb1214, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0c0ece72-6051-4960-959a-a54506fb1214,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:27:58.469524 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-7f7cf22d-adb3-459f-ab41-3c02ffb696c1 req-bf2a9193-7437-4ffe-ae57-146521f94079 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:58.495369 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-7f7cf22d-adb3-459f-ab41-3c02ffb696c1 req-bf2a9193-7437-4ffe-ae57-146521f94079 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Calling delete_port for 0c0ece72-6051-4960-959a-a54506fb1214 owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:27:58.709188 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-7f7cf22d-adb3-459f-ab41-3c02ffb696c1 req-bf2a9193-7437-4ffe-ae57-146521f94079 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:58.714061 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:27:58.729001 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['facd25d3-632a-46f3-976a-87dc484e1694', '0c0ece72-6051-4960-959a-a54506fb1214'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:27:58.753127 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a9193-7437-4ffe-ae57-146521f94079 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Pushing event deleted for resources: {'Port': ['ID=0c0ece72-6051-4960-959a-a54506fb1214,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:27:58.757703 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-bf2a9193-7437-4ffe-ae57-146521f94079 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:27:58.811806 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7cf22d-adb3-459f-ab41-3c02ffb696c1 req-bf2a9193-7437-4ffe-ae57-146521f94079 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] No DVR routers for this DVR port 0c0ece72-6051-4960-959a-a54506fb1214 on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:27:58.817646 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-7f7cf22d-adb3-459f-ab41-3c02ffb696c1 req-bf2a9193-7437-4ffe-ae57-146521f94079 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:58.820620 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7f7cf22d-adb3-459f-ab41-3c02ffb696c1 req-bf2a9193-7437-4ffe-ae57-146521f94079 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "DELETE /v2.0/ports/0c0ece72-6051-4960-959a-a54506fb1214 HTTP/1.1" status: 204 len: 173 time: 0.6815817 Jun 29 17:27:58.821546 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23062ca-5176-4094-a429-25f12a5cbc25', 'name': 'network-vif-deleted', 'tag': '0c0ece72-6051-4960-959a-a54506fb1214'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:27:58.825501 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f8ab94-dce9-4fe1-9e3c-6385b4a735dd" -d '{"events": [{"server_uuid": "d23062ca-5176-4094-a429-25f12a5cbc25", "name": "network-vif-deleted", "tag": "0c0ece72-6051-4960-959a-a54506fb1214"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:27:58.890422 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50da720-dedb-4b47-8e41-6ddf440cda6c x-openstack-request-id: req-c50da720-dedb-4b47-8e41-6ddf440cda6c {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:27:58.890868 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23062ca-5176-4094-a429-25f12a5cbc25", "name": "network-vif-deleted", "tag": "0c0ece72-6051-4960-959a-a54506fb1214", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:27:58.891246 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c50da720-dedb-4b47-8e41-6ddf440cda6c {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:27:58.892677 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23062ca-5176-4094-a429-25f12a5cbc25', 'name': 'network-vif-deleted', 'tag': '0c0ece72-6051-4960-959a-a54506fb1214', 'status': 'completed', 'code': 200} Jun 29 17:27:59.197507 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7bf2b-ea8a-441a-bacf-215454f58f9e req-cd92cf41-f806-46d0-8374-cc2fda943080 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:59.214860 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f9b7bf2b-ea8a-441a-bacf-215454f58f9e req-cd92cf41-f806-46d0-8374-cc2fda943080 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 943 time: 0.1860790 Jun 29 17:27:59.261665 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:27:59.338119 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f9b7bf2b-ea8a-441a-bacf-215454f58f9e req-f04e9285-bfa5-4372-9440-f248c464590f tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107605 Jun 29 17:27:59.415809 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da5b80-c253-4fda-b594-8be8c725a1f6 req-40469fb5-a09e-415c-b0ec-b5e497f0e924 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:27:59.417607 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c7da5b80-c253-4fda-b594-8be8c725a1f6 req-40469fb5-a09e-415c-b0ec-b5e497f0e924 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1639755 Jun 29 17:27:59.490034 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c7da5b80-c253-4fda-b594-8be8c725a1f6 req-1eff4518-8a04-407d-8b75-37d4f396567c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598750 Jun 29 17:27:59.682954 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d95cd321-3288-440f-acff-81a32ad14f82 req-8f1acc77-b0e5-4a2d-9a1e-23db406c866d tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23062ca-5176-4094-a429-25f12a5cbc25 HTTP/1.1" status: 200 len: 210 time: 0.0920632 Jun 29 17:28:00.720654 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f139ce3-e5cd-4140-afd6-199e12e16f9d req-836297d0-4e50-41b4-82db-e49f23480d27 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:00.732240 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1f139ce3-e5cd-4140-afd6-199e12e16f9d req-836297d0-4e50-41b4-82db-e49f23480d27 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 943 time: 0.1903608 Jun 29 17:28:00.789374 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1f139ce3-e5cd-4140-afd6-199e12e16f9d req-18d9cb96-4be6-471f-a91b-ca888136fa43 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559127 Jun 29 17:28:00.807232 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8f2e-b74f-460a-a04e-a555fe51e2ff req-7e9a3183-bb15-4d5b-bf05-1594ea8d3154 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:00.815099 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-459c8f2e-b74f-460a-a04e-a555fe51e2ff req-7e9a3183-bb15-4d5b-bf05-1594ea8d3154 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.0992615 Jun 29 17:28:00.894462 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-459c8f2e-b74f-460a-a04e-a555fe51e2ff req-4dc14a44-0b44-480a-9c23-519d208135d3 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781953 Jun 29 17:28:02.012407 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8591d8-cd7e-49c1-832f-5133a7f1894e req-ec5de51b-54e9-433e-923a-bff37dfc1cd6 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:02.020248 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8d8591d8-cd7e-49c1-832f-5133a7f1894e req-ec5de51b-54e9-433e-923a-bff37dfc1cd6 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 943 time: 0.0874147 Jun 29 17:28:02.070233 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8d8591d8-cd7e-49c1-832f-5133a7f1894e req-a18af126-eeeb-4508-907c-f6ead0dfa64b tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488746 Jun 29 17:28:02.135301 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e44f31-f7a1-4441-b453-5cfb4bea262d req-18e623c4-e8fd-4092-95ce-0c71309ddf53 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:02.137898 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c4e44f31-f7a1-4441-b453-5cfb4bea262d req-18e623c4-e8fd-4092-95ce-0c71309ddf53 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.0864968 Jun 29 17:28:02.192157 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c4e44f31-f7a1-4441-b453-5cfb4bea262d req-f6aae0ae-9d76-4360-bbc2-1f7cf00103da tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Jun 29 17:28:02.208582 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 20cfd78e-75b8-4480-8d35-1ea22e3998c2 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:28:02.211553 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 0c0ece72-6051-4960-959a-a54506fb1214 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:28:02.255344 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: 0c0ece72-6051-4960-959a-a54506fb1214 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:28:02.255917 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 0c0ece72-6051-4960-959a-a54506fb1214 not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:28:02.484718 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 20cfd78e-75b8-4480-8d35-1ea22e3998c2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=20cfd78e-75b8-4480-8d35-1ea22e3998c2,segment=NetworkSegment(4af33d32-e8c2-48ec-9d28-92bc775c6875),segment_id=4af33d32-e8c2-48ec-9d28-92bc775c6875)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:02.504659 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': '20cfd78e-75b8-4480-8d35-1ea22e3998c2', 'network_id': 'fd44f62d-3c9e-48db-a6e9-1d5da46c326a', 'port_id': '20cfd78e-75b8-4480-8d35-1ea22e3998c2', 'mac_address': 'fa:16:3e:58:ca:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fbb0191-b715-43b8-b897-7d0fe14b5696', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:28:02.589857 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:02.632628 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20cfd78e-75b8-4480-8d35-1ea22e3998c2 {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:28:02.659314 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 20cfd78e-75b8-4480-8d35-1ea22e3998c2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=20cfd78e-75b8-4480-8d35-1ea22e3998c2,segment=NetworkSegment(4af33d32-e8c2-48ec-9d28-92bc775c6875),segment_id=4af33d32-e8c2-48ec-9d28-92bc775c6875)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:02.666658 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:02.670787 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-6912a419-9827-4e60-a212-b621cd2a0e33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:02.761195 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=20cfd78e-75b8-4480-8d35-1ea22e3998c2,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:02.771880 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:02.945727 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068579c-0107-4d38-8838-47bd8ae51aaf req-ae42931e-97ed-4e47-b50c-f0315e5cbac8 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:02.949501 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e068579c-0107-4d38-8838-47bd8ae51aaf req-ae42931e-97ed-4e47-b50c-f0315e5cbac8 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 945 time: 0.1078880 Jun 29 17:28:03.014194 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e068579c-0107-4d38-8838-47bd8ae51aaf req-1d1d3fd4-e15d-4710-ab60-549542d0edba tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505958 Jun 29 17:28:03.312697 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65f40e-8dbb-4430-bc49-d44011240e46 req-0c99daae-05df-481c-860c-772e6cbb85c5 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:03.315037 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1c65f40e-8dbb-4430-bc49-d44011240e46 req-0c99daae-05df-481c-860c-772e6cbb85c5 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 944 time: 0.0805688 Jun 29 17:28:03.372373 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1c65f40e-8dbb-4430-bc49-d44011240e46 req-ca3cc07a-ba14-40d8-8ac8-6e2541e958a6 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463903 Jun 29 17:28:03.459062 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a08cb3-f7d6-46e5-8a35-0e52538b2cbe req-a6965770-2fbe-4a6b-b1db-fb64294b0af0 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:03.460981 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d3a08cb3-f7d6-46e5-8a35-0e52538b2cbe req-a6965770-2fbe-4a6b-b1db-fb64294b0af0 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.0825689 Jun 29 17:28:03.508479 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d3a08cb3-f7d6-46e5-8a35-0e52538b2cbe req-d6d505ad-4397-4edd-a9a2-3ce8dfe5eadd tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361373 Jun 29 17:28:03.931719 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-5fbb6e4f-f234-411d-9d76-4bd4eab8e617 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:03.934054 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-5fbb6e4f-f234-411d-9d76-4bd4eab8e617 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/networks?id=fb59b277-7b65-4524-ae30-f2a1ba9a847c HTTP/1.1" status: 200 len: 815 time: 0.1645613 Jun 29 17:28:03.946326 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['20cfd78e-75b8-4480-8d35-1ea22e3998c2'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:28:03.962877 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-e5fb8dab-79be-4152-a3a2-422e88b9a00f tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/quotas/588ca4389b58435b88ab607d6099464f HTTP/1.1" status: 200 len: 375 time: 0.0183570 Jun 29 17:28:04.093575 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-4520ea0a-2e98-40a2-96b6-b78eeaae70c0 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=588ca4389b58435b88ab607d6099464f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1244986 Jun 29 17:28:04.231022 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-1504f471-1ab1-403f-96da-6f3bb84a182d service neutron] 10.222.0.101 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182661 Jun 29 17:28:04.362331 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-26d1de9e-6187-40e6-a9d6-1d0bf5981f0a service neutron] 10.222.0.101 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217055 Jun 29 17:28:04.448877 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3586a-a542-4f20-897b-180dffae2529 req-f2c2cef4-eb47-4213-b88c-e29d7bde80b3 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:04.450736 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-bcc3586a-a542-4f20-897b-180dffae2529 req-f2c2cef4-eb47-4213-b88c-e29d7bde80b3 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 945 time: 0.0950978 Jun 29 17:28:04.509616 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-bcc3586a-a542-4f20-897b-180dffae2529 req-01ade5eb-b009-4246-b2df-ec17ad157bba tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470340 Jun 29 17:28:04.618743 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c7872746-fb97-4158-b853-96407b42a6f0 req-ab68e092-b5a1-4362-aecf-753cafc73da1 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 210 time: 0.0388367 Jun 29 17:28:04.835555 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683bbf5-c061-4634-b5dc-dd65f0572c30 req-7778cb29-8e77-4d0f-b4e3-79fb7e417f6f tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:04.841044 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e683bbf5-c061-4634-b5dc-dd65f0572c30 req-7778cb29-8e77-4d0f-b4e3-79fb7e417f6f tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 944 time: 0.1342611 Jun 29 17:28:04.904015 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e683bbf5-c061-4634-b5dc-dd65f0572c30 req-90fc4ed4-1c3f-4336-9b91-1531ff0b91fb tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595529 Jun 29 17:28:04.913730 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95eeb56-867c-428d-ad11-78a0a2d412ea req-5662906a-6b5d-4688-bf7b-9d4675a60af6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:04.915394 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d95eeb56-867c-428d-ad11-78a0a2d412ea req-5662906a-6b5d-4688-bf7b-9d4675a60af6 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1354465 Jun 29 17:28:04.988992 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d95eeb56-867c-428d-ad11-78a0a2d412ea req-1c80dbc9-fdf0-4189-afaa-7c6e2a340039 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587456 Jun 29 17:28:05.784188 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab387bc-1e6d-4853-87f1-198e5a6cf3bc req-33d1c0f0-64b5-4589-8a4a-c459fc6f837a tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:05.785846 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1ab387bc-1e6d-4853-87f1-198e5a6cf3bc req-33d1c0f0-64b5-4589-8a4a-c459fc6f837a tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 945 time: 0.0820105 Jun 29 17:28:05.829815 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1ab387bc-1e6d-4853-87f1-198e5a6cf3bc req-98b2fae3-adcc-444c-a1b8-2e84b92274bc tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376997 Jun 29 17:28:05.841146 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-90dcb132-1fce-4bc3-87a6-ebabf9984a30 req-6acce612-5e89-4b4b-b72e-d40a7572ad0d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 210 time: 0.0319946 Jun 29 17:28:06.150558 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222d67a-3cb6-4399-ad9b-1d89487f5fd8 req-b63e3908-7d89-4772-8f46-5567f04e41bf tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:06.153114 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f222d67a-3cb6-4399-ad9b-1d89487f5fd8 req-b63e3908-7d89-4772-8f46-5567f04e41bf tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 944 time: 0.0988097 Jun 29 17:28:06.198474 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f222d67a-3cb6-4399-ad9b-1d89487f5fd8 req-86bf61c9-0e01-4a33-9f44-cc4012b60f15 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386970 Jun 29 17:28:06.222757 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8faac-383d-45a0-abb9-de7c1ea5093f req-a54b683b-e739-421e-8744-1061f9c1698a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:06.224178 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5ce8faac-383d-45a0-abb9-de7c1ea5093f req-a54b683b-e739-421e-8744-1061f9c1698a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1032529 Jun 29 17:28:06.257428 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 20cfd78e-75b8-4480-8d35-1ea22e3998c2 up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:28:06.288140 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5ce8faac-383d-45a0-abb9-de7c1ea5093f req-58a33241-800c-4279-ac47-6b045aabe220 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525520 Jun 29 17:28:06.344223 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port 20cfd78e-75b8-4480-8d35-1ea22e3998c2 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:28:06.349829 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port 20cfd78e-75b8-4480-8d35-1ea22e3998c2 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:28:06.350430 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:06.473814 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:06.517382 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a0cc63-7d55-4301-a5d7-676f988a3c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cfd78e-75b8-4480-8d35-1ea22e3998c2'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:06.521975 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a36b69-0557-4127-a441-3bc4cfb4a5c8" -d '{"events": [{"server_uuid": "a3a0cc63-7d55-4301-a5d7-676f988a3c98", "name": "network-vif-plugged", "status": "completed", "tag": "20cfd78e-75b8-4480-8d35-1ea22e3998c2"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:28:06.539755 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-31f92081-0aab-480b-bc7d-6c246cfe9286 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:06.542800 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-31f92081-0aab-480b-bc7d-6c246cfe9286 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.72 "GET /v2.0/networks?id=fb59b277-7b65-4524-ae30-f2a1ba9a847c HTTP/1.1" status: 200 len: 815 time: 0.1478846 Jun 29 17:28:06.546905 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 20cfd78e-75b8-4480-8d35-1ea22e3998c2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=20cfd78e-75b8-4480-8d35-1ea22e3998c2,segment=NetworkSegment(4af33d32-e8c2-48ec-9d28-92bc775c6875),segment_id=4af33d32-e8c2-48ec-9d28-92bc775c6875)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:06.555379 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:06.562165 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:06.573516 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-0d75f771-2981-4bc8-843f-26f4814a3b3a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Request body: {'port': {'device_id': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'admin_state_up': True, 'tenant_id': '588ca4389b58435b88ab607d6099464f'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:28:06.605843 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59570d25-0558-480c-9389-58f61c72c37d x-openstack-request-id: req-59570d25-0558-480c-9389-58f61c72c37d {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:28:06.607218 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a0cc63-7d55-4301-a5d7-676f988a3c98", "name": "network-vif-plugged", "status": "completed", "tag": "20cfd78e-75b8-4480-8d35-1ea22e3998c2", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:28:06.607218 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-59570d25-0558-480c-9389-58f61c72c37d {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:28:06.615672 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a0cc63-7d55-4301-a5d7-676f988a3c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cfd78e-75b8-4480-8d35-1ea22e3998c2', 'code': 200} Jun 29 17:28:06.656771 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=20cfd78e-75b8-4480-8d35-1ea22e3998c2,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:06.662136 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:07.145490 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-0d75f771-2981-4bc8-843f-26f4814a3b3a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Made reservation on behalf of 588ca4389b58435b88ab607d6099464f for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:28:07.150019 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-0d75f771-2981-4bc8-843f-26f4814a3b3a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:07.218499 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a09c0-8fb3-4f24-a3fb-ffe910dad983 req-988c62d4-7b80-4b2a-a2e6-51474f1b873b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:07.221665 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-fb3a09c0-8fb3-4f24-a3fb-ffe910dad983 req-988c62d4-7b80-4b2a-a2e6-51474f1b873b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 945 time: 0.5290024 Jun 29 17:28:07.244139 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-4b12766b-e9c1-4929-91fa-9ebd44228b80 req-a705c949-54c0-47c5-925c-e959e260bd2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 210 time: 0.0486779 Jun 29 17:28:07.280803 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63a922-8ffb-4b61-b65a-d4eed3e2f38c req-8c775482-1848-44d3-9fcb-86112f4687db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:07.284407 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ba63a922-8ffb-4b61-b65a-d4eed3e2f38c req-8c775482-1848-44d3-9fcb-86112f4687db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 1098 time: 0.2985594 Jun 29 17:28:07.398300 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861417f3-7b34-4931-b2a0-4c636161dab1 req-348641c1-f363-46c1-b75f-65e29ccd7eaf tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:07.400024 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-861417f3-7b34-4931-b2a0-4c636161dab1 req-348641c1-f363-46c1-b75f-65e29ccd7eaf tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 945 time: 0.3531818 Jun 29 17:28:07.485119 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ba63a922-8ffb-4b61-b65a-d4eed3e2f38c req-cb8d34ff-b818-4161-b521-5aff1d6fc25f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664069 Jun 29 17:28:07.500750 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-0d75f771-2981-4bc8-843f-26f4814a3b3a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Allocated IP 172.20.0.4 (fb59b277-7b65-4524-ae30-f2a1ba9a847c/a68666ec-ab6f-4576-a9fc-c23b39bc8b7b/5c3a542a-77b8-4f1f-a8f4-c37596763141) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:28:07.554178 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-861417f3-7b34-4931-b2a0-4c636161dab1 req-6b6c9339-18a9-46c2-964b-6086fb596d95 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/security-groups?id=ab263b2a-eaa2-468d-90a1-ab988f67a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232431 Jun 29 17:28:07.602938 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7d82-d890-4023-9d10-4f331cb20541 req-1aaab0ad-be83-4076-8e99-6d69f11f806c tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:07.602938 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-365d7d82-d890-4023-9d10-4f331cb20541 req-1aaab0ad-be83-4076-8e99-6d69f11f806c tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 945 time: 0.1303899 Jun 29 17:28:07.662992 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-fb3a09c0-8fb3-4f24-a3fb-ffe910dad983 req-19457f2b-d8a0-4e2d-95c8-526cca3aff23 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Deleting port facd25d3-632a-46f3-976a-87dc484e1694 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:28:07.663978 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-fb3a09c0-8fb3-4f24-a3fb-ffe910dad983 req-19457f2b-d8a0-4e2d-95c8-526cca3aff23 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:07.731634 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-365d7d82-d890-4023-9d10-4f331cb20541 req-c6012021-62c4-4dce-9f8f-4c679325326d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260643 Jun 29 17:28:08.038759 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-fb3a09c0-8fb3-4f24-a3fb-ffe910dad983 req-19457f2b-d8a0-4e2d-95c8-526cca3aff23 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] For port facd25d3-632a-46f3-976a-87dc484e1694, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=facd25d3-632a-46f3-976a-87dc484e1694,segment=NetworkSegment(4b473765-625a-48b2-9819-d25937b72338),segment_id=4b473765-625a-48b2-9819-d25937b72338)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:08.039165 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-fb3a09c0-8fb3-4f24-a3fb-ffe910dad983 req-19457f2b-d8a0-4e2d-95c8-526cca3aff23 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:08.067736 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-0d75f771-2981-4bc8-843f-26f4814a3b3a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:08.070827 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-fb3a09c0-8fb3-4f24-a3fb-ffe910dad983 req-19457f2b-d8a0-4e2d-95c8-526cca3aff23 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Calling delete_port for facd25d3-632a-46f3-976a-87dc484e1694 owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:28:08.098487 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63df839-6838-4c5e-be25-0f50c7629e60 req-ec700bff-7adc-4abb-a5ad-76c119d4e357 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:08.101902 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a63df839-6838-4c5e-be25-0f50c7629e60 req-ec700bff-7adc-4abb-a5ad-76c119d4e357 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.3045309 Jun 29 17:28:08.208870 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-0d75f771-2981-4bc8-843f-26f4814a3b3a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Transition to ACTIVE for port object 5c3a542a-77b8-4f1f-a8f4-c37596763141 will not be triggered until provisioned by entity DHCP. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:28:08.303160 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a63df839-6838-4c5e-be25-0f50c7629e60 req-91f6e2d9-84b8-48c1-a754-a84d3b196c91 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899784 Jun 29 17:28:08.318822 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-0d75f771-2981-4bc8-843f-26f4814a3b3a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:08.325272 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:08.411949 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-0d75f771-2981-4bc8-843f-26f4814a3b3a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Network fb59b277-7b65-4524-ae30-f2a1ba9a847c is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:28:08.420235 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-0d75f771-2981-4bc8-843f-26f4814a3b3a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:28:08.432013 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-0d75f771-2981-4bc8-843f-26f4814a3b3a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:28:08.502306 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75f771-2981-4bc8-843f-26f4814a3b3a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Pushing event updated for resources: {'Port': ['ID=5c3a542a-77b8-4f1f-a8f4-c37596763141,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:08.510819 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-0d75f771-2981-4bc8-843f-26f4814a3b3a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:08.513208 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-fb3a09c0-8fb3-4f24-a3fb-ffe910dad983 req-19457f2b-d8a0-4e2d-95c8-526cca3aff23 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:08.541436 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-2f0e23f5-8a44-4800-b2de-74db15760c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:08.574229 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-0d75f771-2981-4bc8-843f-26f4814a3b3a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:08.574882 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-0d75f771-2981-4bc8-843f-26f4814a3b3a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:08.614236 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-0d75f771-2981-4bc8-843f-26f4814a3b3a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0472772 Jun 29 17:28:08.634915 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19457f2b-d8a0-4e2d-95c8-526cca3aff23 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Pushing event deleted for resources: {'Port': ['ID=facd25d3-632a-46f3-976a-87dc484e1694,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:08.638275 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-19457f2b-d8a0-4e2d-95c8-526cca3aff23 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:08.665475 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3a09c0-8fb3-4f24-a3fb-ffe910dad983 req-19457f2b-d8a0-4e2d-95c8-526cca3aff23 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] No DVR routers for this DVR port facd25d3-632a-46f3-976a-87dc484e1694 on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:28:08.671331 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-fb3a09c0-8fb3-4f24-a3fb-ffe910dad983 req-19457f2b-d8a0-4e2d-95c8-526cca3aff23 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:08.674069 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-fb3a09c0-8fb3-4f24-a3fb-ffe910dad983 req-19457f2b-d8a0-4e2d-95c8-526cca3aff23 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.72 "DELETE /v2.0/ports/facd25d3-632a-46f3-976a-87dc484e1694 HTTP/1.1" status: 204 len: 173 time: 1.4177520 Jun 29 17:28:08.674663 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb96db0d-d9b6-464a-b526-a9782a3c9df8', 'name': 'network-vif-deleted', 'tag': 'facd25d3-632a-46f3-976a-87dc484e1694'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:08.677392 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6b0926-f70c-4be1-9611-9768fb3ab13e" -d '{"events": [{"server_uuid": "bb96db0d-d9b6-464a-b526-a9782a3c9df8", "name": "network-vif-deleted", "tag": "facd25d3-632a-46f3-976a-87dc484e1694"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:28:08.804869 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-bb2c6beb-22ae-4674-805e-ed5e239c1a14 None None] Provisioning for port 5c3a542a-77b8-4f1f-a8f4-c37596763141 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:28:08.813521 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-bb2c6beb-22ae-4674-805e-ed5e239c1a14 None None] Provisioning complete for port 5c3a542a-77b8-4f1f-a8f4-c37596763141 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:28:08.815092 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6beb-22ae-4674-805e-ed5e239c1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:08.859525 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c6beb-22ae-4674-805e-ed5e239c1a14 None None] Port 5c3a542a-77b8-4f1f-a8f4-c37596763141 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:28:10.261660 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device facd25d3-632a-46f3-976a-87dc484e1694 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:28:10.291341 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: facd25d3-632a-46f3-976a-87dc484e1694 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:28:10.291842 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device facd25d3-632a-46f3-976a-87dc484e1694 not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:28:14.694798 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:18.549562 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:28:21.444135 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-caf18004-ebcd-46d9-9821-20060c81edc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:24.591454 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:24.835502 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-0df99f49-9767-43cb-b555-faca1694dd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:26.857668 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:27.626688 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Request body: {'port': {'device_id': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:28:27.724941 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:27.891108 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-a1f0a06f-28fe-4e08-89aa-b6bbc78c8ece tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310794338&fields=id&tenant_id=a55c9f03f035457f8efa3c0a4a535cca HTTP/1.1" status: 200 len: 267 time: 0.0657165 Jun 29 17:28:28.286181 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3a542a-77b8-4f1f-a8f4-c37596763141 {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:28:28.306404 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:28.338336 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-9afae094-c40e-41da-a0df-2b175cc0793d tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:28.340249 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-9afae094-c40e-41da-a0df-2b175cc0793d tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/networks?id=74e5cd0c-24da-4292-b907-cd569f5acc13 HTTP/1.1" status: 200 len: 807 time: 0.4346700 Jun 29 17:28:28.341834 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Transition to ACTIVE for port object 5c3a542a-77b8-4f1f-a8f4-c37596763141 will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:28:28.347114 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:28.358854 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e544780e-e0b0-4db0-bb79-f8a199f94a46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:28.361506 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-971d10f9-4d5f-4a34-a740-b991bc8922f6 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/quotas/a55c9f03f035457f8efa3c0a4a535cca HTTP/1.1" status: 200 len: 375 time: 0.0106788 Jun 29 17:28:28.465996 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651bdd2-129e-4ff6-9776-a6526fceef36 req-48c36ee2-ee25-4303-b6a4-02f2707df396 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:28.468726 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9651bdd2-129e-4ff6-9776-a6526fceef36 req-48c36ee2-ee25-4303-b6a4-02f2707df396 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 931 time: 0.2905431 Jun 29 17:28:28.527931 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-b3ddc52d-a66a-4924-80a9-1ae1e550dade tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a55c9f03f035457f8efa3c0a4a535cca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557140 Jun 29 17:28:28.541014 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3a542a-77b8-4f1f-a8f4-c37596763141,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:28.546639 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:28.607313 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9651bdd2-129e-4ff6-9776-a6526fceef36 req-a66253a9-c50e-43be-8ecf-8f3d3f9b69b9 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138611 Jun 29 17:28:28.655577 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Attempting to bind port 5c3a542a-77b8-4f1f-a8f4-c37596763141 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:28:28.656199 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Attempting to bind port 5c3a542a-77b8-4f1f-a8f4-c37596763141 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'c12d2ca7-f548-4a97-8bf9-bd8065d03009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:28:28.656520 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Attempting to bind port 5c3a542a-77b8-4f1f-a8f4-c37596763141 on network fb59b277-7b65-4524-ae30-f2a1ba9a847c {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:28:28.667035 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Port 5c3a542a-77b8-4f1f-a8f4-c37596763141 on network fb59b277-7b65-4524-ae30-f2a1ba9a847c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:28:28.668732 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Attempting to bind port 5c3a542a-77b8-4f1f-a8f4-c37596763141 on network fb59b277-7b65-4524-ae30-f2a1ba9a847c {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:28:28.682223 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:28:28.682707 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Checking segment: {'id': 'c12d2ca7-f548-4a97-8bf9-bd8065d03009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:28:28.683347 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Bound using segment: {'id': 'c12d2ca7-f548-4a97-8bf9-bd8065d03009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:28:28.684337 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Bound port: 5c3a542a-77b8-4f1f-a8f4-c37596763141, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c12d2ca7-f548-4a97-8bf9-bd8065d03009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:28:28.685338 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:28.722876 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e582bc1c-ae52-4f57-84b3-fb95e692ffc4 service neutron] 10.222.0.101 "GET /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786070 Jun 29 17:28:28.778394 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] For port 5c3a542a-77b8-4f1f-a8f4-c37596763141, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:28:28.784621 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] For port 5c3a542a-77b8-4f1f-a8f4-c37596763141, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5c3a542a-77b8-4f1f-a8f4-c37596763141,segment=NetworkSegment(c12d2ca7-f548-4a97-8bf9-bd8065d03009),segment_id=c12d2ca7-f548-4a97-8bf9-bd8065d03009)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:28:28.794029 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:28.809584 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-2cc48281-8d1a-4d09-9f0e-014ebd158a99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:28.868982 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-b5b2a77b-f38f-4ea6-a5fc-5617f17b6183 service neutron] 10.222.0.101 "GET /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310589 Jun 29 17:28:28.872579 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:28.873156 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:28.875798 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] 10.222.0.72 "PUT /v2.0/ports/5c3a542a-77b8-4f1f-a8f4-c37596763141 HTTP/1.1" status: 200 len: 1093 time: 1.2543268 Jun 29 17:28:28.957952 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-34925103-4392-463a-9d02-e34cc42e034f req-b5f05ad6-3cfa-48a1-85ea-bde2670dedc1 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb96db0d-d9b6-464a-b526-a9782a3c9df8 HTTP/1.1" status: 200 len: 210 time: 0.0886004 Jun 29 17:28:28.996448 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3a542a-77b8-4f1f-a8f4-c37596763141,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:29.010935 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:29.106562 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7795e2d-bb2c-4ba4-a24b-5d19cae6c23c x-openstack-request-id: req-e7795e2d-bb2c-4ba4-a24b-5d19cae6c23c {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:28:29.107087 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb96db0d-d9b6-464a-b526-a9782a3c9df8", "name": "network-vif-deleted", "tag": "facd25d3-632a-46f3-976a-87dc484e1694", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:28:29.107573 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e7795e2d-bb2c-4ba4-a24b-5d19cae6c23c {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:28:29.108258 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb96db0d-d9b6-464a-b526-a9782a3c9df8', 'name': 'network-vif-deleted', 'tag': 'facd25d3-632a-46f3-976a-87dc484e1694', 'status': 'completed', 'code': 200} Jun 29 17:28:29.154524 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-3de3c40a-f212-407c-aac5-c4de6dcb996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:29.164126 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-3de3c40a-f212-407c-aac5-c4de6dcb996d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=588ca4389b58435b88ab607d6099464f&device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 1096 time: 0.1630497 Jun 29 17:28:29.239585 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:29.259078 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-d14eea81-13d8-4672-99ba-4616bc8f287f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3a542a-77b8-4f1f-a8f4-c37596763141 HTTP/1.1" status: 200 len: 217 time: 0.0851834 Jun 29 17:28:29.358495 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-e7b2f544-e31b-4ecc-adcf-1a94208fcc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:29.361587 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-e7b2f544-e31b-4ecc-adcf-1a94208fcc0a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a68666ec-ab6f-4576-a9fc-c23b39bc8b7b HTTP/1.1" status: 200 len: 854 time: 0.0744975 Jun 29 17:28:29.393018 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e0f0a-1fb4-4ab6-b840-c8391b7fc33d req-47eebc34-db98-4247-b414-21e064673266 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:29.400570 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-099e0f0a-1fb4-4ab6-b840-c8391b7fc33d req-47eebc34-db98-4247-b414-21e064673266 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 945 time: 0.1595893 Jun 29 17:28:29.494760 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-099e0f0a-1fb4-4ab6-b840-c8391b7fc33d req-8d4050f9-904a-4462-9255-e96a31a83939 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910103 Jun 29 17:28:29.533872 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-af67379b-487b-47cf-a54e-3ac99a82ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:29.536571 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-af67379b-487b-47cf-a54e-3ac99a82ab89 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb59b277-7b65-4524-ae30-f2a1ba9a847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1627123 Jun 29 17:28:29.697739 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd5335-1a5c-40eb-835f-a8f0142204b2 req-c8d96d76-15b7-469c-935f-cc23f02e0d8c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:29.699682 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f3dd5335-1a5c-40eb-835f-a8f0142204b2 req-c8d96d76-15b7-469c-935f-cc23f02e0d8c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1205804 Jun 29 17:28:29.776633 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f3dd5335-1a5c-40eb-835f-a8f0142204b2 req-eb359b96-150a-4738-b4b0-278ae14fd502 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685308 Jun 29 17:28:29.778001 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-8df41d16-9ed2-47d9-9929-f5443caf1349 service neutron] 10.222.0.72 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212961 Jun 29 17:28:29.930177 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-09069d04-9f44-4c3f-bea8-fe81c7bc524a req-329a4988-14f7-475f-9c25-5678e1a0e4c0 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 210 time: 0.0514810 Jun 29 17:28:29.999905 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-86b1d3d2-ba37-4c4d-9699-2730a4d841b7 req-9b2fbaa4-7828-48f0-a4e6-da14fefcd9dd service neutron] 10.222.0.72 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092302 Jun 29 17:28:30.113592 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541f14d-f130-4da5-beb8-5cd58112b32a req-5166c0a6-84bb-4fa3-b070-c47a13ba202c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:30.116487 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0541f14d-f130-4da5-beb8-5cd58112b32a req-5166c0a6-84bb-4fa3-b070-c47a13ba202c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 943 time: 0.0898559 Jun 29 17:28:30.131326 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 39934) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:30.180580 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0541f14d-f130-4da5-beb8-5cd58112b32a req-37602f79-59f8-4901-a01e-16324ec55c57 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555491 Jun 29 17:28:30.194482 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_v2 [None req-facef01f-57ba-4296-a95e-ee98ea349eb7 admin admin] Deleting subnet 8f500316-b6d9-43a2-a9a1-26ebe9df72d6 {{(pid=93004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:28:30.201041 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-facef01f-57ba-4296-a95e-ee98ea349eb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:30.255093 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-facef01f-57ba-4296-a95e-ee98ea349eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7729508'] for subnet, precommit_delete_associations {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:30.321506 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-facef01f-57ba-4296-a95e-ee98ea349eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960687'] for subnet, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:30.401271 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-facef01f-57ba-4296-a95e-ee98ea349eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7729864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7353086'] for subnet, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:30.407572 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-fcca4ae8-83fe-4657-94c2-fcd006cb2f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:30.465419 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facef01f-57ba-4296-a95e-ee98ea349eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f500316-b6d9-43a2-a9a1-26ebe9df72d6,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:30.468819 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-facef01f-57ba-4296-a95e-ee98ea349eb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:30.478274 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-facef01f-57ba-4296-a95e-ee98ea349eb7 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/8f500316-b6d9-43a2-a9a1-26ebe9df72d6 HTTP/1.1" status: 204 len: 168 time: 0.3404109 Jun 29 17:28:30.478274 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-facef01f-57ba-4296-a95e-ee98ea349eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:30.478274 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 39938) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:30.577856 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f9912b1f-9d8d-42cc-80bc-f106cc8435a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641426'] for network, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:30.739400 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f9912b1f-9d8d-42cc-80bc-f106cc8435a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960625', 'neutron.services.segments.db._delete_segments_for_network-8774724346435'] for network, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:30.754779 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-f9912b1f-9d8d-42cc-80bc-f106cc8435a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c06445-69a3-473b-86ba-1a733d800ecd']}} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:30.767890 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-f9912b1f-9d8d-42cc-80bc-f106cc8435a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b473765-625a-48b2-9819-d25937b72338') {'for_net_delete': True} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:30.768422 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-f9912b1f-9d8d-42cc-80bc-f106cc8435a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b473765-625a-48b2-9819-d25937b72338') {} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:30.784583 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f9912b1f-9d8d-42cc-80bc-f106cc8435a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774724263370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7729515'] for segment, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:30.802769 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f9912b1f-9d8d-42cc-80bc-f106cc8435a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:30.813138 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9912b1f-9d8d-42cc-80bc-f106cc8435a3 admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=93004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:28:30.813981 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f9912b1f-9d8d-42cc-80bc-f106cc8435a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7729765'] for segment, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: Traceback (most recent call last): Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: timer() Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: cb(*args, **kw) Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: return func(*args, **kwargs) Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: self._notify() Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: self.callback(batched_events) Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: event.method(event) Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: return f(self, *a, **k) Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: return self._get(url).json() Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: return self.request(url, 'GET', **kwargs) Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:28:30.815265 dv-cinder-763306-14-smb neutron-server[93004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:28:30.859863 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e539783-c088-4c02-bc09-c34cf46f86ec req-9f79fdfa-8ae5-4743-a9c5-32b530d4be79 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:30.862467 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9e539783-c088-4c02-bc09-c34cf46f86ec req-9f79fdfa-8ae5-4743-a9c5-32b530d4be79 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 945 time: 0.1672802 Jun 29 17:28:31.150136 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'tag': '5c3a542a-77b8-4f1f-a8f4-c37596763141'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:31.153069 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1c4529-5de1-4081-96e1-9ae0acd85a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "be00fd5d-978c-4896-bb60-79f7a3102f51", "tag": "5c3a542a-77b8-4f1f-a8f4-c37596763141"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:28:31.161032 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f9912b1f-9d8d-42cc-80bc-f106cc8435a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605428'] for network, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:31.170507 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:31.174971 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f9912b1f-9d8d-42cc-80bc-f106cc8435a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:31.176771 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-f9912b1f-9d8d-42cc-80bc-f106cc8435a3 admin admin] 10.222.0.101 "DELETE /v2.0/networks/30c06445-69a3-473b-86ba-1a733d800ecd HTTP/1.1" status: 204 len: 168 time: 0.6989527 Jun 29 17:28:31.195535 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9912b1f-9d8d-42cc-80bc-f106cc8435a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=30c06445-69a3-473b-86ba-1a733d800ecd,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:31.203349 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f9912b1f-9d8d-42cc-80bc-f106cc8435a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:31.208200 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9e539783-c088-4c02-bc09-c34cf46f86ec req-eaa12b46-45e7-4108-8549-1b958792230d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295035 Jun 29 17:28:31.473119 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c709-e59f-49db-a7bc-07c0f5960227 req-52f37053-ed2c-4e6c-ac5f-4c4bcf5e59b2 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:31.474949 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5927c709-e59f-49db-a7bc-07c0f5960227 req-52f37053-ed2c-4e6c-ac5f-4c4bcf5e59b2 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1586726 Jun 29 17:28:31.564954 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5927c709-e59f-49db-a7bc-07c0f5960227 req-458b517d-1d0e-4b75-81a7-cbb9e7ccad9e tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734339 Jun 29 17:28:31.572471 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6a14b3af-fae9-4a56-b2ad-3796601c7bf4 req-a49f7281-f409-4989-8953-bd05e197cd39 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 210 time: 0.1065385 Jun 29 17:28:31.671140 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 39964) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:31.673041 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2622ba3e-b216-49c5-a5f1-8a1bf24a240f x-openstack-request-id: req-2622ba3e-b216-49c5-a5f1-8a1bf24a240f {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:28:31.675040 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be00fd5d-978c-4896-bb60-79f7a3102f51", "tag": "5c3a542a-77b8-4f1f-a8f4-c37596763141", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:28:31.675541 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2622ba3e-b216-49c5-a5f1-8a1bf24a240f {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:28:31.676216 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'tag': '5c3a542a-77b8-4f1f-a8f4-c37596763141', 'status': 'completed', 'code': 200} Jun 29 17:28:31.696376 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-5b2a9d75-aa1c-498d-a2be-32383824685c tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:31.699248 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-5b2a9d75-aa1c-498d-a2be-32383824685c tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.72 "GET /v2.0/networks?id=74e5cd0c-24da-4292-b907-cd569f5acc13 HTTP/1.1" status: 200 len: 807 time: 0.4101048 Jun 29 17:28:31.822068 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-d2675818-08d8-4c97-b0a9-ed6ee6e8891e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bab87edcd482462cbd1decad9411b53c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1408389 Jun 29 17:28:31.822068 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 39968) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:31.908572 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-432d63bc-94d2-471a-a957-affaf6bf60df tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a55c9f03f035457f8efa3c0a4a535cca HTTP/1.1" status: 200 len: 380 time: 0.1785889 Jun 29 17:28:31.927728 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:31.958473 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-b948b208-d83d-4d83-b8a0-f5a725120a74 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Request body: {'port': {'device_id': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'admin_state_up': True, 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'security_groups': ['67dd9c5f-0bd2-487b-8f63-a931de2bc13e']}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:28:31.984672 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:32.072834 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c4529-5de1-4081-96e1-9ae0acd85a4a req-3355de59-c15e-4ee4-b44b-6b03eddf2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:32.074403 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8a1c4529-5de1-4081-96e1-9ae0acd85a4a req-3355de59-c15e-4ee4-b44b-6b03eddf2d69 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=588ca4389b58435b88ab607d6099464f&device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 1096 time: 0.3129270 Jun 29 17:28:32.092206 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:32.097931 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:32.101463 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ab263b2a-eaa2-468d-90a1-ab988f67a662 HTTP/1.1" status: 204 len: 168 time: 0.2808824 Jun 29 17:28:32.103266 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-33b02883-3ced-4f2a-abe1-76860ee79b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:32.107890 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e2957-b2e0-4e0d-ae34-2d4b7ed66160 req-ee6a0a31-fb41-4596-b4d8-0d07b6bc1d03 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:32.116673 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-039e2957-b2e0-4e0d-ae34-2d4b7ed66160 req-ee6a0a31-fb41-4596-b4d8-0d07b6bc1d03 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 943 time: 0.2668886 Jun 29 17:28:32.156610 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab263b2a-eaa2-468d-90a1-ab988f67a662,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:32.185348 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:32.189747 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:32.190787 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:32.191637 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:32.192582 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:32.193531 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:32.194472 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:32.195412 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:32.196316 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:32.197671 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:32.198633 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:32.199523 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:32.206612 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:32.337249 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-039e2957-b2e0-4e0d-ae34-2d4b7ed66160 req-ca15bdd3-cfb5-4af2-8116-17f284da3f3e tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195778 Jun 29 17:28:32.340486 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c4529-5de1-4081-96e1-9ae0acd85a4a req-b0e3b25e-b55e-4b65-8ecb-6349186e6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:32.342668 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8a1c4529-5de1-4081-96e1-9ae0acd85a4a req-b0e3b25e-b55e-4b65-8ecb-6349186e6ac0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb59b277-7b65-4524-ae30-f2a1ba9a847c HTTP/1.1" status: 200 len: 917 time: 0.2108681 Jun 29 17:28:32.355513 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aec6f-ba3e-42f3-9170-62c955cbebfd req-402fad80-dc38-41b4-88e3-95ed51aff0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:32.357230 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df6aec6f-ba3e-42f3-9170-62c955cbebfd req-402fad80-dc38-41b4-88e3-95ed51aff0ad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 1099 time: 0.4198833 Jun 29 17:28:32.373141 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-b948b208-d83d-4d83-b8a0-f5a725120a74 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Made reservation on behalf of a55c9f03f035457f8efa3c0a4a535cca for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:28:32.382106 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-b948b208-d83d-4d83-b8a0-f5a725120a74 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:32.468908 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8a1c4529-5de1-4081-96e1-9ae0acd85a4a req-ed65a517-0088-4a1a-9afc-2697fe641f6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3a542a-77b8-4f1f-a8f4-c37596763141 HTTP/1.1" status: 200 len: 217 time: 0.0701284 Jun 29 17:28:32.567941 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df6aec6f-ba3e-42f3-9170-62c955cbebfd req-f822e36d-65c6-47c5-8975-fc26284c98cf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706574 Jun 29 17:28:32.623325 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c4529-5de1-4081-96e1-9ae0acd85a4a req-c25d6d4b-d4df-48f5-8d5e-2c7efd42aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:32.627753 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8a1c4529-5de1-4081-96e1-9ae0acd85a4a req-c25d6d4b-d4df-48f5-8d5e-2c7efd42aeed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a68666ec-ab6f-4576-a9fc-c23b39bc8b7b HTTP/1.1" status: 200 len: 854 time: 0.1138146 Jun 29 17:28:32.741057 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-b948b208-d83d-4d83-b8a0-f5a725120a74 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Allocated IP 172.20.0.9 (74e5cd0c-24da-4292-b907-cd569f5acc13/d932e18c-a0bb-4632-863a-53bc43ec0f10/d6148871-267a-4a7b-b572-cb8a55a78a12) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:28:32.862103 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e69e46-3942-49e9-a590-d85eb16659ae req-18cddf1d-fada-4382-a0f2-8d28054c5e4d tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:32.872953 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-18e69e46-3942-49e9-a590-d85eb16659ae req-18cddf1d-fada-4382-a0f2-8d28054c5e4d tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1289983 Jun 29 17:28:32.900476 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9e7645e7-f6b1-45f7-b491-4b7836476f26 req-85de3ca2-ded4-44da-9d06-97631f17c41a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 210 time: 0.0701489 Jun 29 17:28:32.936980 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-18e69e46-3942-49e9-a590-d85eb16659ae req-d0bbba01-d366-44b0-b266-7efbd460ec6a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618010 Jun 29 17:28:33.034662 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c4529-5de1-4081-96e1-9ae0acd85a4a req-3be7b555-6ef5-4e11-bd3b-293ae4a1f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:33.035980 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8a1c4529-5de1-4081-96e1-9ae0acd85a4a req-3be7b555-6ef5-4e11-bd3b-293ae4a1f2fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb59b277-7b65-4524-ae30-f2a1ba9a847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2521172 Jun 29 17:28:33.188792 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-b948b208-d83d-4d83-b8a0-f5a725120a74 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:33.232693 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-b948b208-d83d-4d83-b8a0-f5a725120a74 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Transition to ACTIVE for port object d6148871-267a-4a7b-b572-cb8a55a78a12 will not be triggered until provisioned by entity DHCP. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:28:33.264960 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8a1c4529-5de1-4081-96e1-9ae0acd85a4a req-6a2a3dfe-5588-4463-8f77-f75edc2a0708 service neutron] 10.222.0.72 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089975 Jun 29 17:28:33.295082 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e95c0-7ccb-4ab9-9b9b-845f45a6260d req-341ff348-136d-41cb-9f7b-27bc4a1e20d6 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:33.296809 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2c0e95c0-7ccb-4ab9-9b9b-845f45a6260d req-341ff348-136d-41cb-9f7b-27bc4a1e20d6 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 945 time: 0.2431064 Jun 29 17:28:33.390159 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-b948b208-d83d-4d83-b8a0-f5a725120a74 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:33.406290 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:33.427664 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2c0e95c0-7ccb-4ab9-9b9b-845f45a6260d req-11273189-8583-4b82-9375-a8ac20a4d6d8 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177847 Jun 29 17:28:33.501478 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-b948b208-d83d-4d83-b8a0-f5a725120a74 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Network 74e5cd0c-24da-4292-b907-cd569f5acc13 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:28:33.511708 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-b948b208-d83d-4d83-b8a0-f5a725120a74 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:28:33.518826 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-b948b208-d83d-4d83-b8a0-f5a725120a74 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:28:33.525540 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8a1c4529-5de1-4081-96e1-9ae0acd85a4a req-f038c363-e276-4888-8024-f602938c9f99 service neutron] 10.222.0.72 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254591 Jun 29 17:28:33.526406 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948b208-d83d-4d83-b8a0-f5a725120a74 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Pushing event updated for resources: {'Port': ['ID=d6148871-267a-4a7b-b572-cb8a55a78a12,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:33.553654 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b948b208-d83d-4d83-b8a0-f5a725120a74 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:33.597322 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-b948b208-d83d-4d83-b8a0-f5a725120a74 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:33.598083 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-b948b208-d83d-4d83-b8a0-f5a725120a74 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:33.618748 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-b948b208-d83d-4d83-b8a0-f5a725120a74 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6788170 Jun 29 17:28:33.643591 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Request body: {'port': {'device_id': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:28:33.692615 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247f19c-88c0-4f11-ab94-bdd580107376 req-53808fec-7c45-4f0f-a94c-532ea3791d1b tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:33.697837 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1247f19c-88c0-4f11-ab94-bdd580107376 req-53808fec-7c45-4f0f-a94c-532ea3791d1b tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 943 time: 0.0956898 Jun 29 17:28:33.760490 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1247f19c-88c0-4f11-ab94-bdd580107376 req-ed162890-f647-448f-a6a3-366d18a76de3 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520918 Jun 29 17:28:33.821589 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:33.870907 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-b06427c3-12f7-4932-a315-036d2e22afda None None] Provisioning for port d6148871-267a-4a7b-b572-cb8a55a78a12 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:28:33.880908 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-b06427c3-12f7-4932-a315-036d2e22afda None None] Provisioning complete for port d6148871-267a-4a7b-b572-cb8a55a78a12 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:28:33.881647 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b06427c3-12f7-4932-a315-036d2e22afda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:33.958081 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-b06427c3-12f7-4932-a315-036d2e22afda None None] Port d6148871-267a-4a7b-b572-cb8a55a78a12 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:28:34.160659 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7bdb6-8c49-4bc1-8732-0f74a72a7519 req-f1a7e5d5-c304-454e-8d85-5e46a973c95a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:34.164013 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-50a7bdb6-8c49-4bc1-8732-0f74a72a7519 req-f1a7e5d5-c304-454e-8d85-5e46a973c95a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 931 time: 0.1173966 Jun 29 17:28:34.225947 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-50a7bdb6-8c49-4bc1-8732-0f74a72a7519 req-27465c23-4cea-41c0-a405-75f5108d6990 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519149 Jun 29 17:28:34.253177 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47291ce5-0383-4f00-b497-5979cfedfa70 req-a666ff8c-fe14-406d-a9ef-f9e0c3ec26ee tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:34.255967 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-47291ce5-0383-4f00-b497-5979cfedfa70 req-a666ff8c-fe14-406d-a9ef-f9e0c3ec26ee tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1506002 Jun 29 17:28:34.345745 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6148871-267a-4a7b-b572-cb8a55a78a12 {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:28:34.356992 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-47291ce5-0383-4f00-b497-5979cfedfa70 req-068d5d87-d782-4da6-a999-d64fed700a90 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951078 Jun 29 17:28:34.359090 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:34.375432 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Transition to ACTIVE for port object d6148871-267a-4a7b-b572-cb8a55a78a12 will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:28:34.383842 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:34.388797 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:34.410589 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 5c3a542a-77b8-4f1f-a8f4-c37596763141 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:28:34.486338 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6148871-267a-4a7b-b572-cb8a55a78a12,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:34.501464 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:34.619481 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 5c3a542a-77b8-4f1f-a8f4-c37596763141, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5c3a542a-77b8-4f1f-a8f4-c37596763141,segment=NetworkSegment(c12d2ca7-f548-4a97-8bf9-bd8065d03009),segment_id=c12d2ca7-f548-4a97-8bf9-bd8065d03009)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:34.648372 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': '5c3a542a-77b8-4f1f-a8f4-c37596763141', 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'port_id': '5c3a542a-77b8-4f1f-a8f4-c37596763141', 'mac_address': 'fa:16:3e:37:f0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:28:34.753463 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:34.799319 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3a542a-77b8-4f1f-a8f4-c37596763141 {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:28:34.809415 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Attempting to bind port d6148871-267a-4a7b-b572-cb8a55a78a12 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:28:34.810087 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Attempting to bind port d6148871-267a-4a7b-b572-cb8a55a78a12 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '092e0289-91b5-47ff-a2ff-de8de2ce8abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:28:34.810741 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Attempting to bind port d6148871-267a-4a7b-b572-cb8a55a78a12 on network 74e5cd0c-24da-4292-b907-cd569f5acc13 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:28:34.853195 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Port d6148871-267a-4a7b-b572-cb8a55a78a12 on network 74e5cd0c-24da-4292-b907-cd569f5acc13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:28:34.855175 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Attempting to bind port d6148871-267a-4a7b-b572-cb8a55a78a12 on network 74e5cd0c-24da-4292-b907-cd569f5acc13 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:28:34.862391 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 5c3a542a-77b8-4f1f-a8f4-c37596763141, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5c3a542a-77b8-4f1f-a8f4-c37596763141,segment=NetworkSegment(c12d2ca7-f548-4a97-8bf9-bd8065d03009),segment_id=c12d2ca7-f548-4a97-8bf9-bd8065d03009)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:34.870599 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:34.871355 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:28:34.871971 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Checking segment: {'id': '092e0289-91b5-47ff-a2ff-de8de2ce8abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:28:34.872675 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Bound using segment: {'id': '092e0289-91b5-47ff-a2ff-de8de2ce8abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:28:34.873443 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Bound port: d6148871-267a-4a7b-b572-cb8a55a78a12, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092e0289-91b5-47ff-a2ff-de8de2ce8abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:28:34.874026 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:34.875876 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-1be26594-826f-47c0-a760-656f0ab76656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:34.946577 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309341b2-a064-42a6-ac99-7347d87c352c req-e2a0f822-00e4-49fd-bcb1-dbf3907f3b3d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:34.951097 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-309341b2-a064-42a6-ac99-7347d87c352c req-e2a0f822-00e4-49fd-bcb1-dbf3907f3b3d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 945 time: 0.2807348 Jun 29 17:28:35.008032 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=5c3a542a-77b8-4f1f-a8f4-c37596763141,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:35.021572 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:35.022573 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:35.022876 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:35.023576 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:35.024210 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:35.024893 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:35.025628 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:35.026200 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:35.026742 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:35.027538 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:35.028280 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:35.029012 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:35.036730 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:35.100995 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-309341b2-a064-42a6-ac99-7347d87c352c req-897f8879-81ec-40e8-8808-dd02541bbb74 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022325 Jun 29 17:28:35.111271 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] For port d6148871-267a-4a7b-b572-cb8a55a78a12, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:28:35.118028 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] For port d6148871-267a-4a7b-b572-cb8a55a78a12, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d6148871-267a-4a7b-b572-cb8a55a78a12,segment=NetworkSegment(092e0289-91b5-47ff-a2ff-de8de2ce8abb),segment_id=092e0289-91b5-47ff-a2ff-de8de2ce8abb)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:28:35.142159 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:35.142159 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-5e6dd822-973c-42d4-95a3-634a82a90383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:35.142602 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 40056) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:35.183761 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:35.185076 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:35.186923 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] 10.222.0.72 "PUT /v2.0/ports/d6148871-267a-4a7b-b572-cb8a55a78a12 HTTP/1.1" status: 200 len: 1093 time: 1.5523341 Jun 29 17:28:35.190485 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'tag': 'd6148871-267a-4a7b-b572-cb8a55a78a12'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:35.193922 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867352dd-a9a4-41cd-9ea3-61f067d96b78" -d '{"events": [{"name": "network-changed", "server_uuid": "204f0a75-21a5-4169-adb9-4193e00aaaae", "tag": "d6148871-267a-4a7b-b572-cb8a55a78a12"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:28:35.252268 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6148871-267a-4a7b-b572-cb8a55a78a12,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:35.262595 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0742791-5f84-412d-8c07-61dc44cfd5bb x-openstack-request-id: req-d0742791-5f84-412d-8c07-61dc44cfd5bb {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:28:35.263431 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204f0a75-21a5-4169-adb9-4193e00aaaae", "tag": "d6148871-267a-4a7b-b572-cb8a55a78a12", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:28:35.266161 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d0742791-5f84-412d-8c07-61dc44cfd5bb {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:28:35.267852 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'tag': 'd6148871-267a-4a7b-b572-cb8a55a78a12', 'status': 'completed', 'code': 200} Jun 29 17:28:35.273865 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:35.435697 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-52ee086e-ad99-44ca-9392-01b284dfc0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:35.444706 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-f5b37e1b-ac01-452a-83a4-cde29a611ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:35.446400 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-f5b37e1b-ac01-452a-83a4-cde29a611ca4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a55c9f03f035457f8efa3c0a4a535cca&device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 1096 time: 0.1629722 Jun 29 17:28:35.478758 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf069e-716b-4773-9697-0991fd539062 req-1b58a1ca-ce2b-42cd-98b1-872f69d6bcee tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:35.480485 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-6ddf069e-716b-4773-9697-0991fd539062 req-1b58a1ca-ce2b-42cd-98b1-872f69d6bcee tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 944 time: 0.1626706 Jun 29 17:28:35.551441 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-6ddf069e-716b-4773-9697-0991fd539062 req-a8b7d657-51cc-4bd2-8cf9-3104449173cc tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608058 Jun 29 17:28:35.552553 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-fbbff9b8-be20-4d52-a48e-f00bef02b615 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6148871-267a-4a7b-b572-cb8a55a78a12 HTTP/1.1" status: 200 len: 217 time: 0.0862658 Jun 29 17:28:35.603086 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['5c3a542a-77b8-4f1f-a8f4-c37596763141'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:28:35.622069 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-52ee086e-ad99-44ca-9392-01b284dfc0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:35.631692 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-52ee086e-ad99-44ca-9392-01b284dfc0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:35.636724 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-c618c2d6-a743-4a72-a858-ffd85659c11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:35.684637 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-52ee086e-ad99-44ca-9392-01b284dfc0d8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7445f1e56d8d45778fc40612eb381f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5412793 Jun 29 17:28:35.687093 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee086e-ad99-44ca-9392-01b284dfc0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5cabef-295e-4130-a5be-27ca0da062b3,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:35.690976 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 40066) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:35.705227 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-863822ff-0abd-4890-9658-44095eb220d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:35.708397 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-863822ff-0abd-4890-9658-44095eb220d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d932e18c-a0bb-4632-863a-53bc43ec0f10 HTTP/1.1" status: 200 len: 846 time: 0.1382015 Jun 29 17:28:35.721200 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-52ee086e-ad99-44ca-9392-01b284dfc0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:35.727052 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434aad7-8418-4a2c-8f20-39bef8b642ba req-726a646c-4c87-4ee4-9cc5-bdf56eaf4fbb tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:35.729714 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a434aad7-8418-4a2c-8f20-39bef8b642ba req-726a646c-4c87-4ee4-9cc5-bdf56eaf4fbb tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 943 time: 0.3234868 Jun 29 17:28:35.807503 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e4f5c3dc-f946-412c-b71f-79a2f66470fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:35.838526 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e4f5c3dc-f946-412c-b71f-79a2f66470fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:35.860974 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e688a-40b7-4aa3-a97c-6b7f5ffa741f req-390358b1-54eb-449f-9f70-b2075a53dfdf tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:35.863267 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f27e688a-40b7-4aa3-a97c-6b7f5ffa741f req-390358b1-54eb-449f-9f70-b2075a53dfdf tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1409619 Jun 29 17:28:35.918300 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a434aad7-8418-4a2c-8f20-39bef8b642ba req-e60747d8-c4f9-4fcd-981e-db8901b1772f tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682744 Jun 29 17:28:35.938743 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f27e688a-40b7-4aa3-a97c-6b7f5ffa741f req-91b2f0ba-dca9-4b1a-9994-18da59ad58d2 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667188 Jun 29 17:28:35.957322 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e4f5c3dc-f946-412c-b71f-79a2f66470fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:35.961643 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e8137461-2397-4e63-b361-99437358b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:35.964501 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-e8137461-2397-4e63-b361-99437358b930 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74e5cd0c-24da-4292-b907-cd569f5acc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2329197 Jun 29 17:28:35.964996 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e4f5c3dc-f946-412c-b71f-79a2f66470fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:35.969918 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-e4f5c3dc-f946-412c-b71f-79a2f66470fa admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ec5cabef-295e-4130-a5be-27ca0da062b3 HTTP/1.1" status: 204 len: 168 time: 0.2744746 Jun 29 17:28:35.969918 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:35.982298 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52d1b-84a5-4367-98f3-9ded89e5e60d req-f34d8928-e4f0-4072-bb55-f5a92b09d806 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:35.983563 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5c3dc-f946-412c-b71f-79a2f66470fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5cabef-295e-4130-a5be-27ca0da062b3,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:35.985685 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ffe52d1b-84a5-4367-98f3-9ded89e5e60d req-f34d8928-e4f0-4072-bb55-f5a92b09d806 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 945 time: 0.1925473 Jun 29 17:28:35.989182 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-e4f5c3dc-f946-412c-b71f-79a2f66470fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:36.301665 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-594d716b-1664-4b56-a2d3-1508718809d3 service neutron] 10.222.0.72 "GET /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135312 Jun 29 17:28:36.330634 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-ffe52d1b-84a5-4367-98f3-9ded89e5e60d req-55520661-06ed-4d07-9dbc-4143f119400d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Deleting port 20cfd78e-75b8-4480-8d35-1ea22e3998c2 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:28:36.331427 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-ffe52d1b-84a5-4367-98f3-9ded89e5e60d req-55520661-06ed-4d07-9dbc-4143f119400d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:36.696003 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-ffe52d1b-84a5-4367-98f3-9ded89e5e60d req-55520661-06ed-4d07-9dbc-4143f119400d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] For port 20cfd78e-75b8-4480-8d35-1ea22e3998c2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=20cfd78e-75b8-4480-8d35-1ea22e3998c2,segment=NetworkSegment(4af33d32-e8c2-48ec-9d28-92bc775c6875),segment_id=4af33d32-e8c2-48ec-9d28-92bc775c6875)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:36.696568 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-ffe52d1b-84a5-4367-98f3-9ded89e5e60d req-55520661-06ed-4d07-9dbc-4143f119400d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:36.731656 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-ffe52d1b-84a5-4367-98f3-9ded89e5e60d req-55520661-06ed-4d07-9dbc-4143f119400d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Calling delete_port for 20cfd78e-75b8-4480-8d35-1ea22e3998c2 owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:28:36.970582 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aedb99-6e96-4369-8256-d3abafb62162 req-dcdc0026-7315-41d5-8e60-0c87eb561f3b tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:36.973016 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a8aedb99-6e96-4369-8256-d3abafb62162 req-dcdc0026-7315-41d5-8e60-0c87eb561f3b tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 944 time: 0.0991321 Jun 29 17:28:37.054247 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a8aedb99-6e96-4369-8256-d3abafb62162 req-2a0849d8-37db-44f3-a6b8-8978e1611b7d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704923 Jun 29 17:28:37.127381 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-94e189d9-ef6c-4f97-a17b-6be5f2fe4d13 req-ad476597-5fde-4a62-bfe9-222810dece5f service neutron] 10.222.0.72 "GET /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7913861 Jun 29 17:28:37.136808 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b86c41-9497-4c9e-9cbb-1b33e3655419 req-11d86f69-4dcf-46bf-9145-42b3bfdc3cbd tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:37.138298 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-48b86c41-9497-4c9e-9cbb-1b33e3655419 req-11d86f69-4dcf-46bf-9145-42b3bfdc3cbd tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 945 time: 0.6488385 Jun 29 17:28:37.274391 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-48b86c41-9497-4c9e-9cbb-1b33e3655419 req-8301be06-7612-4d90-a1fa-6d2e327aa65a tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/security-groups?id=0d73ff2e-81c6-4fda-b451-39d803d29c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236765 Jun 29 17:28:37.292820 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec1fe0-4104-4117-b6de-94b681a12b10 req-c3e66310-bd22-4764-b0fd-33bcde66e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:37.294555 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e8ec1fe0-4104-4117-b6de-94b681a12b10 req-c3e66310-bd22-4764-b0fd-33bcde66e6cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86f0d1cf5da54b34a84d748acfe3ab8c&device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 1099 time: 0.5474858 Jun 29 17:28:37.404794 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8ec1e-d33a-4aa5-bb7b-a4c0f7f13f22 req-bf165291-2d97-49e1-a7fe-bd8533a46709 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:37.419893 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d7f8ec1e-d33a-4aa5-bb7b-a4c0f7f13f22 req-bf165291-2d97-49e1-a7fe-bd8533a46709 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1834633 Jun 29 17:28:37.451500 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-ffe52d1b-84a5-4367-98f3-9ded89e5e60d req-55520661-06ed-4d07-9dbc-4143f119400d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:37.462685 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-fa7c077b-86fb-4753-9955-d8bb32cb8567 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:37.498704 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d7f8ec1e-d33a-4aa5-bb7b-a4c0f7f13f22 req-f0798a29-3a01-48c3-b35f-92902b7614c4 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787809 Jun 29 17:28:37.502199 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867352dd-a9a4-41cd-9ea3-61f067d96b78 req-e51402cc-c2b1-4c1b-85ec-651f1d0ac37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:37.503888 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-867352dd-a9a4-41cd-9ea3-61f067d96b78 req-e51402cc-c2b1-4c1b-85ec-651f1d0ac37c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a55c9f03f035457f8efa3c0a4a535cca&device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 1096 time: 0.2743258 Jun 29 17:28:37.514711 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55520661-06ed-4d07-9dbc-4143f119400d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Pushing event deleted for resources: {'Port': ['ID=20cfd78e-75b8-4480-8d35-1ea22e3998c2,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:37.518110 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-55520661-06ed-4d07-9dbc-4143f119400d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:37.660448 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec1fe0-4104-4117-b6de-94b681a12b10 req-54352115-c253-49a1-bafc-8eb5397ea486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:37.663091 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e8ec1fe0-4104-4117-b6de-94b681a12b10 req-54352115-c253-49a1-bafc-8eb5397ea486 service neutron] 10.222.0.72 "GET /v2.0/networks?id=848c8866-fdff-4385-a864-0f9f4cb70ea5 HTTP/1.1" status: 200 len: 921 time: 0.3259602 Jun 29 17:28:37.727039 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe52d1b-84a5-4367-98f3-9ded89e5e60d req-55520661-06ed-4d07-9dbc-4143f119400d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] No DVR routers for this DVR port 20cfd78e-75b8-4480-8d35-1ea22e3998c2 on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:28:37.743405 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-ffe52d1b-84a5-4367-98f3-9ded89e5e60d req-55520661-06ed-4d07-9dbc-4143f119400d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:37.748349 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ffe52d1b-84a5-4367-98f3-9ded89e5e60d req-55520661-06ed-4d07-9dbc-4143f119400d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.72 "DELETE /v2.0/ports/20cfd78e-75b8-4480-8d35-1ea22e3998c2 HTTP/1.1" status: 204 len: 173 time: 1.7426054 Jun 29 17:28:37.748349 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a0cc63-7d55-4301-a5d7-676f988a3c98', 'name': 'network-vif-deleted', 'tag': '20cfd78e-75b8-4480-8d35-1ea22e3998c2'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:37.749010 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f6f2ee-234a-46cd-bd58-d32146068ad2" -d '{"events": [{"server_uuid": "a3a0cc63-7d55-4301-a5d7-676f988a3c98", "name": "network-vif-deleted", "tag": "20cfd78e-75b8-4480-8d35-1ea22e3998c2"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:28:37.788326 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e8ec1fe0-4104-4117-b6de-94b681a12b10 req-a06e9ab2-ac26-4147-a7a2-2146d5f56656 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=597f1683-760b-40fe-b4db-93b3bf7049ed HTTP/1.1" status: 200 len: 217 time: 0.0805349 Jun 29 17:28:37.852726 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8d9d9d-cadc-4ab8-a3f5-ae7b5ddea5a7 x-openstack-request-id: req-8a8d9d9d-cadc-4ab8-a3f5-ae7b5ddea5a7 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:28:37.853106 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a0cc63-7d55-4301-a5d7-676f988a3c98", "name": "network-vif-deleted", "tag": "20cfd78e-75b8-4480-8d35-1ea22e3998c2", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:28:37.853501 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8a8d9d9d-cadc-4ab8-a3f5-ae7b5ddea5a7 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:28:37.853900 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a0cc63-7d55-4301-a5d7-676f988a3c98', 'name': 'network-vif-deleted', 'tag': '20cfd78e-75b8-4480-8d35-1ea22e3998c2', 'status': 'completed', 'code': 200} Jun 29 17:28:37.888885 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867352dd-a9a4-41cd-9ea3-61f067d96b78 req-adfa3639-dad9-43c6-b553-c262410446b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:37.890557 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-867352dd-a9a4-41cd-9ea3-61f067d96b78 req-adfa3639-dad9-43c6-b553-c262410446b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74e5cd0c-24da-4292-b907-cd569f5acc13 HTTP/1.1" status: 200 len: 909 time: 0.3770950 Jun 29 17:28:37.898403 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec1fe0-4104-4117-b6de-94b681a12b10 req-b7a2a6d5-a2e8-443a-8490-21cd84ab4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:37.899930 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e8ec1fe0-4104-4117-b6de-94b681a12b10 req-b7a2a6d5-a2e8-443a-8490-21cd84ab4299 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2836b31e-fb3d-46b6-943e-6bb4d25b15b8 HTTP/1.1" status: 200 len: 859 time: 0.0994589 Jun 29 17:28:37.909638 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cd001-f3ef-4a15-89af-0d4fa287b60c req-0a4c92b9-c9a0-4df3-a8d0-e3dccf75f971 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:37.911367 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3c7cd001-f3ef-4a15-89af-0d4fa287b60c req-0a4c92b9-c9a0-4df3-a8d0-e3dccf75f971 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 943 time: 0.2786424 Jun 29 17:28:37.988499 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-867352dd-a9a4-41cd-9ea3-61f067d96b78 req-1d31a3e8-2a8c-46ff-99ff-66cbf3f95f54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6148871-267a-4a7b-b572-cb8a55a78a12 HTTP/1.1" status: 200 len: 217 time: 0.0761409 Jun 29 17:28:37.993018 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e8ec1fe0-4104-4117-b6de-94b681a12b10 req-9be38340-fad1-4641-97e0-1f7022f445af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=848c8866-fdff-4385-a864-0f9f4cb70ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744431 Jun 29 17:28:38.065920 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3c7cd001-f3ef-4a15-89af-0d4fa287b60c req-ab09879e-64a0-443c-b223-af718bf283fb tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450648 Jun 29 17:28:38.140506 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867352dd-a9a4-41cd-9ea3-61f067d96b78 req-404bf878-82f1-4313-b362-a99127d74b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:38.143745 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-867352dd-a9a4-41cd-9ea3-61f067d96b78 req-404bf878-82f1-4313-b362-a99127d74b03 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d932e18c-a0bb-4632-863a-53bc43ec0f10 HTTP/1.1" status: 200 len: 846 time: 0.1360023 Jun 29 17:28:38.249953 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e8ec1fe0-4104-4117-b6de-94b681a12b10 req-9b98ee3a-6d5e-4a60-8f81-c613d3be8a6f service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270405 Jun 29 17:28:38.375168 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867352dd-a9a4-41cd-9ea3-61f067d96b78 req-57a8000e-20b4-4160-a7bd-b22339024e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:38.378041 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-867352dd-a9a4-41cd-9ea3-61f067d96b78 req-57a8000e-20b4-4160-a7bd-b22339024e2c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74e5cd0c-24da-4292-b907-cd569f5acc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2256312 Jun 29 17:28:38.418435 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 5c3a542a-77b8-4f1f-a8f4-c37596763141 up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:28:38.498261 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaba6b0-49de-41ad-944b-7ce9eba670a3 req-4192c2ae-d735-43ea-9cbc-b0fb0e5db5bd tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:38.521417 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-6eaba6b0-49de-41ad-944b-7ce9eba670a3 req-4192c2ae-d735-43ea-9cbc-b0fb0e5db5bd tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 944 time: 0.2296784 Jun 29 17:28:38.558042 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port 5c3a542a-77b8-4f1f-a8f4-c37596763141 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:28:38.568281 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port 5c3a542a-77b8-4f1f-a8f4-c37596763141 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:28:38.569573 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:38.621237 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-867352dd-a9a4-41cd-9ea3-61f067d96b78 req-8988caa1-6539-4bf5-9fe5-172b147a1863 service neutron] 10.222.0.72 "GET /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296641 Jun 29 17:28:38.626115 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e8ec1fe0-4104-4117-b6de-94b681a12b10 req-8b6d1a37-60b4-4e9c-bb0d-7950a22dcf18 service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653629 Jun 29 17:28:38.716830 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-6eaba6b0-49de-41ad-944b-7ce9eba670a3 req-883ca3ef-34f4-42a0-8e0d-ccfbd2005bb0 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822026 Jun 29 17:28:38.886409 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9edad36c-b317-49eb-9335-1d811c5a9e23 req-ea5180df-27df-4803-ab72-054e21e81995 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] 10.222.0.101 "GET /v2.0/ports?device_id=a3a0cc63-7d55-4301-a5d7-676f988a3c98 HTTP/1.1" status: 200 len: 210 time: 0.0979946 Jun 29 17:28:38.916587 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:39.006122 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3a542a-77b8-4f1f-a8f4-c37596763141'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:39.013340 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3c15b8-6efe-4401-ac8f-6bd29130c569" -d '{"events": [{"server_uuid": "be00fd5d-978c-4896-bb60-79f7a3102f51", "name": "network-vif-plugged", "status": "completed", "tag": "5c3a542a-77b8-4f1f-a8f4-c37596763141"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:28:39.044044 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 5c3a542a-77b8-4f1f-a8f4-c37596763141, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5c3a542a-77b8-4f1f-a8f4-c37596763141,segment=NetworkSegment(c12d2ca7-f548-4a97-8bf9-bd8065d03009),segment_id=c12d2ca7-f548-4a97-8bf9-bd8065d03009)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:39.056623 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:39.068521 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-867352dd-a9a4-41cd-9ea3-61f067d96b78 req-395f353f-e574-4db6-b137-41324f56e03e service neutron] 10.222.0.72 "GET /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251509 Jun 29 17:28:39.073414 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 20cfd78e-75b8-4480-8d35-1ea22e3998c2 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:28:39.144195 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:39.150210 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: 20cfd78e-75b8-4480-8d35-1ea22e3998c2 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:28:39.151097 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 20cfd78e-75b8-4480-8d35-1ea22e3998c2 not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:28:39.190503 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48c414-1f4d-4432-a8f6-9df7c9bc053c req-8b2995f5-1c1e-444e-b0cf-d33673764661 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:39.204093 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-6e48c414-1f4d-4432-a8f6-9df7c9bc053c req-8b2995f5-1c1e-444e-b0cf-d33673764661 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1435645 Jun 29 17:28:39.290958 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=5c3a542a-77b8-4f1f-a8f4-c37596763141,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:39.302540 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:39.305236 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-6e48c414-1f4d-4432-a8f6-9df7c9bc053c req-716a82dc-4c6d-4243-b436-f6f99a84fa15 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772557 Jun 29 17:28:39.318885 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c1098b-8b06-4f2e-b7b8-abce1fe41db9 x-openstack-request-id: req-d0c1098b-8b06-4f2e-b7b8-abce1fe41db9 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:28:39.320431 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be00fd5d-978c-4896-bb60-79f7a3102f51", "name": "network-vif-plugged", "status": "completed", "tag": "5c3a542a-77b8-4f1f-a8f4-c37596763141", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:28:39.323606 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d0c1098b-8b06-4f2e-b7b8-abce1fe41db9 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:28:39.324439 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3a542a-77b8-4f1f-a8f4-c37596763141', 'code': 200} Jun 29 17:28:39.629402 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023126d-74c2-4826-8187-27c2b39b6089 req-93df7b77-9435-44d7-b920-4bc2b78cfb9a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:39.631326 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4023126d-74c2-4826-8187-27c2b39b6089 req-93df7b77-9435-44d7-b920-4bc2b78cfb9a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 943 time: 0.1157987 Jun 29 17:28:39.731332 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4023126d-74c2-4826-8187-27c2b39b6089 req-ab5fea35-33dd-4b93-81cf-269b7b3b024a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834496 Jun 29 17:28:39.759027 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef2c9b-7fac-4af3-9851-c25c2f874ba3 req-07671663-4dec-4ea3-9349-983c810b7818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:39.760581 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bfef2c9b-7fac-4af3-9851-c25c2f874ba3 req-07671663-4dec-4ea3-9349-983c810b7818 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 1098 time: 0.1281438 Jun 29 17:28:39.787089 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 40174) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:39.946917 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bfef2c9b-7fac-4af3-9851-c25c2f874ba3 req-9f0cae07-010b-4a96-834f-243185f8bee4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443348 Jun 29 17:28:40.003648 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13936b-a047-4ceb-a50a-06b0a512602a req-b12d7f5a-3aa7-4810-9e8a-53203e511eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:40.005366 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8f13936b-a047-4ceb-a50a-06b0a512602a req-b12d7f5a-3aa7-4810-9e8a-53203e511eed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86f0d1cf5da54b34a84d748acfe3ab8c&device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 1099 time: 0.1661303 Jun 29 17:28:40.056462 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4ecd2-4be1-412f-99bc-7b6b2e9756f0 req-045f20d4-fb2b-4ab4-83d5-a9a1bece3ecc tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:40.058811 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2ef4ecd2-4be1-412f-99bc-7b6b2e9756f0 req-045f20d4-fb2b-4ab4-83d5-a9a1bece3ecc tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 945 time: 0.1141665 Jun 29 17:28:40.111956 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-42729f36-656a-4843-ae5f-a83755d98748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:40.200028 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2ef4ecd2-4be1-412f-99bc-7b6b2e9756f0 req-d2b1378f-1ef0-4f8e-9d04-2ee847778b02 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299863 Jun 29 17:28:40.313844 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13936b-a047-4ceb-a50a-06b0a512602a req-8a8d5762-f74a-447a-b6b0-a8b9cf166130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:40.317167 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8f13936b-a047-4ceb-a50a-06b0a512602a req-8a8d5762-f74a-447a-b6b0-a8b9cf166130 service neutron] 10.222.0.72 "GET /v2.0/networks?id=848c8866-fdff-4385-a864-0f9f4cb70ea5 HTTP/1.1" status: 200 len: 921 time: 0.1790516 Jun 29 17:28:40.418390 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8f13936b-a047-4ceb-a50a-06b0a512602a req-a779eef0-e072-4725-9f23-70deae6a0094 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=597f1683-760b-40fe-b4db-93b3bf7049ed HTTP/1.1" status: 200 len: 217 time: 0.0890086 Jun 29 17:28:40.531310 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-42729f36-656a-4843-ae5f-a83755d98748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:40.566802 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-42729f36-656a-4843-ae5f-a83755d98748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:40.573028 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-871568f8-ffb9-4eb2-be3a-4afb65d3af55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:40.605479 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13936b-a047-4ceb-a50a-06b0a512602a req-4f4c1e0d-dd3f-4e22-81eb-6f373e5543ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:40.607108 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8f13936b-a047-4ceb-a50a-06b0a512602a req-4f4c1e0d-dd3f-4e22-81eb-6f373e5543ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2836b31e-fb3d-46b6-943e-6bb4d25b15b8 HTTP/1.1" status: 200 len: 859 time: 0.1798627 Jun 29 17:28:40.649439 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-42729f36-656a-4843-ae5f-a83755d98748 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=99c09c40091d436eb49d51e18f85b777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8607490 Jun 29 17:28:40.653039 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 40204) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:40.687779 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42729f36-656a-4843-ae5f-a83755d98748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ad1068-e4dd-41c7-a41d-dc7ce96f8e5f,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:40.694620 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-42729f36-656a-4843-ae5f-a83755d98748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:40.697704 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8f13936b-a047-4ceb-a50a-06b0a512602a req-a238283e-1a90-4c0f-87e3-09524b9a004c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=848c8866-fdff-4385-a864-0f9f4cb70ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706022 Jun 29 17:28:40.750061 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bb49e27f-54b8-4ed1-b73c-be7ec570a65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:40.784434 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bb49e27f-54b8-4ed1-b73c-be7ec570a65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:40.831531 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ef7b0-bc79-4ac0-9a79-1825e3a6eb5d req-151c5e46-c20a-4c0c-838f-7c6e36bf94e1 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:40.834117 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e15ef7b0-bc79-4ac0-9a79-1825e3a6eb5d req-151c5e46-c20a-4c0c-838f-7c6e36bf94e1 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.3379519 Jun 29 17:28:40.883267 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bb49e27f-54b8-4ed1-b73c-be7ec570a65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:40.894496 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bb49e27f-54b8-4ed1-b73c-be7ec570a65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:40.895390 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-bb49e27f-54b8-4ed1-b73c-be7ec570a65e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/85ad1068-e4dd-41c7-a41d-dc7ce96f8e5f HTTP/1.1" status: 204 len: 168 time: 0.2416475 Jun 29 17:28:40.898353 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f3d5c737-ce83-422d-8341-58afc90a71e7 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:40.915522 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49e27f-54b8-4ed1-b73c-be7ec570a65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ad1068-e4dd-41c7-a41d-dc7ce96f8e5f,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:40.921939 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-bb49e27f-54b8-4ed1-b73c-be7ec570a65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:40.946317 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e15ef7b0-bc79-4ac0-9a79-1825e3a6eb5d req-31308829-1442-4681-95a6-68c6d9d1fbac tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006546 Jun 29 17:28:40.953727 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8f13936b-a047-4ceb-a50a-06b0a512602a req-986318b9-ec86-4895-b23d-5f3dc7be260b service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417982 Jun 29 17:28:41.095192 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8f13936b-a047-4ceb-a50a-06b0a512602a req-95214247-d3bf-48a1-8e77-df4fabbd2c57 service neutron] 10.222.0.72 "GET /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323085 Jun 29 17:28:41.104142 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e39c5-bb87-4035-8c0e-37d5c257d8c6 req-4c81734e-164e-4f23-993b-75a38d72f62f tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:41.118374 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-758e39c5-bb87-4035-8c0e-37d5c257d8c6 req-4c81734e-164e-4f23-993b-75a38d72f62f tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 943 time: 0.1540186 Jun 29 17:28:41.199874 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-758e39c5-bb87-4035-8c0e-37d5c257d8c6 req-feac1c86-b65e-4094-a737-ecbd86000a0d tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778720 Jun 29 17:28:41.403785 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 40240) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:41.419889 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-752267e4-b4c1-4be6-a448-3a371f34489f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.498167 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982b4ba-0a8c-4bcb-a601-c3ff1f9b041a req-c34677e2-01d9-461a-9c17-86e24cac39d7 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:41.499845 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a982b4ba-0a8c-4bcb-a601-c3ff1f9b041a req-c34677e2-01d9-461a-9c17-86e24cac39d7 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 945 time: 0.0747743 Jun 29 17:28:41.557386 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-752267e4-b4c1-4be6-a448-3a371f34489f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.561766 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a982b4ba-0a8c-4bcb-a601-c3ff1f9b041a req-f628e593-94f7-4014-9ca7-1a21f921b6b0 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523455 Jun 29 17:28:41.568886 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-752267e4-b4c1-4be6-a448-3a371f34489f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.574911 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-73ac2086-a426-4133-b22b-b6ed1ebc37bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:41.635768 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-752267e4-b4c1-4be6-a448-3a371f34489f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0dde3654be3746e4b9645397b87ea2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308128 Jun 29 17:28:41.636696 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752267e4-b4c1-4be6-a448-3a371f34489f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94fd1af-b822-47b6-b14e-d483c7ae7a63,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:41.638761 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 40244) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:41.640875 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-752267e4-b4c1-4be6-a448-3a371f34489f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:41.709521 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4940691d-960d-45a9-b425-d26c8fad4bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.748636 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4940691d-960d-45a9-b425-d26c8fad4bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.826856 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4940691d-960d-45a9-b425-d26c8fad4bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.829827 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4940691d-960d-45a9-b425-d26c8fad4bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:41.833116 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-4940691d-960d-45a9-b425-d26c8fad4bd1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f94fd1af-b822-47b6-b14e-d483c7ae7a63 HTTP/1.1" status: 204 len: 168 time: 0.1902609 Jun 29 17:28:41.833116 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-80bbe435-3e9d-4ec7-9097-0f7ce228adf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:41.840225 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940691d-960d-45a9-b425-d26c8fad4bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94fd1af-b822-47b6-b14e-d483c7ae7a63,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:41.842554 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-4940691d-960d-45a9-b425-d26c8fad4bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:42.242917 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeec18-0f60-4568-b8ea-e1181d5f586e req-970343d7-d179-496b-866c-7b6934d77524 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:42.249490 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ccaeec18-0f60-4568-b8ea-e1181d5f586e req-970343d7-d179-496b-866c-7b6934d77524 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.0859611 Jun 29 17:28:42.305362 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ccaeec18-0f60-4568-b8ea-e1181d5f586e req-eed2bdad-bec1-4d14-b672-700739a6a101 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547075 Jun 29 17:28:42.448599 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device d6148871-267a-4a7b-b572-cb8a55a78a12 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:28:42.578832 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa90519-6969-408f-96b7-4d401866d955 req-7421bce3-7783-4f61-91a1-a9f0e59a522f tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:42.588969 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-afa90519-6969-408f-96b7-4d401866d955 req-7421bce3-7783-4f61-91a1-a9f0e59a522f tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 943 time: 0.1720252 Jun 29 17:28:42.668593 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port d6148871-267a-4a7b-b572-cb8a55a78a12, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d6148871-267a-4a7b-b572-cb8a55a78a12,segment=NetworkSegment(092e0289-91b5-47ff-a2ff-de8de2ce8abb),segment_id=092e0289-91b5-47ff-a2ff-de8de2ce8abb)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:42.692798 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': 'd6148871-267a-4a7b-b572-cb8a55a78a12', 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'port_id': 'd6148871-267a-4a7b-b572-cb8a55a78a12', 'mac_address': 'fa:16:3e:30:ed:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:28:42.763730 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-afa90519-6969-408f-96b7-4d401866d955 req-3dd2348c-7c4a-42cf-8783-757186df145a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582074 Jun 29 17:28:42.821097 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:42.869199 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6148871-267a-4a7b-b572-cb8a55a78a12 {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:28:43.029801 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port d6148871-267a-4a7b-b572-cb8a55a78a12, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d6148871-267a-4a7b-b572-cb8a55a78a12,segment=NetworkSegment(092e0289-91b5-47ff-a2ff-de8de2ce8abb),segment_id=092e0289-91b5-47ff-a2ff-de8de2ce8abb)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:43.039767 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:43.049777 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-6912a419-9827-4e60-a212-b621cd2a0e33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:43.166988 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84aacd8-3e26-4944-be8c-4b9458f020b0 req-c7928873-826f-4733-a8d5-3a13718ca6b3 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:43.170023 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a84aacd8-3e26-4944-be8c-4b9458f020b0 req-c7928873-826f-4733-a8d5-3a13718ca6b3 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 945 time: 0.1786642 Jun 29 17:28:43.192173 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=d6148871-267a-4a7b-b572-cb8a55a78a12,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:43.209106 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:43.246705 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a84aacd8-3e26-4944-be8c-4b9458f020b0 req-3b7e772e-a843-46ca-85a9-2932ca769ac5 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648582 Jun 29 17:28:43.648017 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['d6148871-267a-4a7b-b572-cb8a55a78a12'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:28:43.738194 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ae4c3-6ba5-4d77-a1f4-dbd53efa3432 req-a1c4b2e5-fb93-450b-839d-a1cc5003ee14 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:43.739898 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f73ae4c3-6ba5-4d77-a1f4-dbd53efa3432 req-a1c4b2e5-fb93-450b-839d-a1cc5003ee14 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1920056 Jun 29 17:28:43.745747 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110eab07-ca51-483e-b28c-5733cb479471 req-78773b1e-0cd8-43f8-b1db-f22fb65546ca tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:43.752510 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-110eab07-ca51-483e-b28c-5733cb479471 req-78773b1e-0cd8-43f8-b1db-f22fb65546ca tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 945 time: 0.1741037 Jun 29 17:28:43.840817 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-110eab07-ca51-483e-b28c-5733cb479471 req-9613380e-100f-40cd-8b6d-94ec6fabbf8f tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800719 Jun 29 17:28:43.865992 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f73ae4c3-6ba5-4d77-a1f4-dbd53efa3432 req-59a645bf-1629-46eb-afcf-5947073b2f4d tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189344 Jun 29 17:28:44.522932 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1bdd9-e016-43cb-9bf3-70c8a18574e1 req-61ce838e-5337-4ecf-b4d0-80e5d81d5d0e tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:44.539982 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-60e1bdd9-e016-43cb-9bf3-70c8a18574e1 req-61ce838e-5337-4ecf-b4d0-80e5d81d5d0e tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 944 time: 0.2774715 Jun 29 17:28:44.644240 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-60e1bdd9-e016-43cb-9bf3-70c8a18574e1 req-c63d0532-e410-459b-8705-de0cc6d798a3 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028292 Jun 29 17:28:44.704730 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:45.099475 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61130a4b-3ab0-430c-ada7-35d563e77e45 req-57d69253-3a73-4c7d-a4aa-5b907b962da0 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:45.100993 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c391ac1-33fb-41f6-a468-03e3a4a936c5 req-b00ba849-08d9-4844-a00d-d1bf0dd1319b tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:45.105247 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5c391ac1-33fb-41f6-a468-03e3a4a936c5 req-b00ba849-08d9-4844-a00d-d1bf0dd1319b tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 945 time: 0.1453595 Jun 29 17:28:45.106919 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-61130a4b-3ab0-430c-ada7-35d563e77e45 req-57d69253-3a73-4c7d-a4aa-5b907b962da0 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.0899820 Jun 29 17:28:45.164127 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-61130a4b-3ab0-430c-ada7-35d563e77e45 req-608af1a3-db17-473c-ad5e-f55a8eb83c50 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560846 Jun 29 17:28:45.178800 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5c391ac1-33fb-41f6-a468-03e3a4a936c5 req-9222d66d-9e9f-482e-8cdc-d2236dedf3c0 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669339 Jun 29 17:28:46.006524 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c395b99-7bc2-4374-a3f5-a4b5d4289b01 req-66bff5a5-057e-44e8-a5e2-c0e63ef1dd67 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:46.015574 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0c395b99-7bc2-4374-a3f5-a4b5d4289b01 req-66bff5a5-057e-44e8-a5e2-c0e63ef1dd67 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 944 time: 0.1528487 Jun 29 17:28:46.079241 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0c395b99-7bc2-4374-a3f5-a4b5d4289b01 req-50e9b0e9-b60d-4708-bb81-0e7c12e8bc4b tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600324 Jun 29 17:28:46.479573 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device d6148871-267a-4a7b-b572-cb8a55a78a12 up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:28:46.597797 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port d6148871-267a-4a7b-b572-cb8a55a78a12 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:28:46.604944 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port d6148871-267a-4a7b-b572-cb8a55a78a12 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:28:46.606396 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:46.746790 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:46.778115 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6148871-267a-4a7b-b572-cb8a55a78a12'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:46.780915 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3878e486-f2be-48b7-9443-f21fa18ace08" -d '{"events": [{"server_uuid": "204f0a75-21a5-4169-adb9-4193e00aaaae", "name": "network-vif-plugged", "status": "completed", "tag": "d6148871-267a-4a7b-b572-cb8a55a78a12"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:28:46.804392 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port d6148871-267a-4a7b-b572-cb8a55a78a12, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d6148871-267a-4a7b-b572-cb8a55a78a12,segment=NetworkSegment(092e0289-91b5-47ff-a2ff-de8de2ce8abb),segment_id=092e0289-91b5-47ff-a2ff-de8de2ce8abb)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:46.811495 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:46.816971 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:46.850453 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e12ded-80e5-47a6-93d3-4fa9a17fff46 x-openstack-request-id: req-c3e12ded-80e5-47a6-93d3-4fa9a17fff46 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:28:46.850830 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204f0a75-21a5-4169-adb9-4193e00aaaae", "name": "network-vif-plugged", "status": "completed", "tag": "d6148871-267a-4a7b-b572-cb8a55a78a12", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:28:46.851462 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c3e12ded-80e5-47a6-93d3-4fa9a17fff46 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:28:46.852181 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6148871-267a-4a7b-b572-cb8a55a78a12', 'code': 200} Jun 29 17:28:46.911790 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=d6148871-267a-4a7b-b572-cb8a55a78a12,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:46.915477 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:47.887829 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf82ae-f9b8-45e9-ad99-d6642a60fcb6 req-b77a99e0-335c-41a9-9741-a7a18897dcd5 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:47.895244 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f273b-b139-4448-a236-6363ba0d0008 req-b579ed83-1af4-4a8e-99f2-a49d988e376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:47.898126 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-551f273b-b139-4448-a236-6363ba0d0008 req-b579ed83-1af4-4a8e-99f2-a49d988e376c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 1098 time: 0.1295013 Jun 29 17:28:47.903455 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-2ecf82ae-f9b8-45e9-ad99-d6642a60fcb6 req-b77a99e0-335c-41a9-9741-a7a18897dcd5 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.3939970 Jun 29 17:28:47.956746 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-551f273b-b139-4448-a236-6363ba0d0008 req-bbee2a86-50db-4657-abcf-6856b8069b15 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507531 Jun 29 17:28:47.985623 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-2ecf82ae-f9b8-45e9-ad99-d6642a60fcb6 req-f0e62cf2-d52f-4e98-a7b8-3e3d617f3e85 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800893 Jun 29 17:28:49.255705 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9675b0-c3b8-487b-968e-8bc3658b2776 req-23c6b1fc-43ca-4a30-9c0b-66e8677ce8c7 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:49.263466 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7a9675b0-c3b8-487b-968e-8bc3658b2776 req-23c6b1fc-43ca-4a30-9c0b-66e8677ce8c7 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0892739 Jun 29 17:28:49.354406 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7a9675b0-c3b8-487b-968e-8bc3658b2776 req-95845e5b-5b44-49a9-ba19-e6cee69d93c5 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896804 Jun 29 17:28:50.668356 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b26648-0df4-4541-9412-744226cadc70 req-ad07147b-2fb4-4616-927e-e41f630182bd tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:50.670598 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a0b26648-0df4-4541-9412-744226cadc70 req-ad07147b-2fb4-4616-927e-e41f630182bd tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0899694 Jun 29 17:28:50.724168 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a0b26648-0df4-4541-9412-744226cadc70 req-2ee5de04-1fd6-4623-b7ff-b4fe9e2200b0 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429649 Jun 29 17:28:50.995228 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2ec17-1feb-4e16-86f5-4c351893b734 req-eb17d328-fb0f-49e5-80ce-8c2919fe9a59 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:50.998089 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-61d2ec17-1feb-4e16-86f5-4c351893b734 req-eb17d328-fb0f-49e5-80ce-8c2919fe9a59 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.1392522 Jun 29 17:28:51.085694 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-61d2ec17-1feb-4e16-86f5-4c351893b734 req-e7ab90db-d9f9-4c30-903d-b254fdcd88ad tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749404 Jun 29 17:28:51.128204 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 40494) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:51.327698 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-86e2a40f-0ef1-4cdf-9238-14eb7fe59481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:51.799706 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5347e9-09cb-4142-bb05-5cc56c641035 tempest-TestShelveInstance-440547432 tempest-TestShelveInstance-440547432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:51.804030 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-ae5347e9-09cb-4142-bb05-5cc56c641035 tempest-TestShelveInstance-440547432 tempest-TestShelveInstance-440547432-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 1093 time: 0.6739173 Jun 29 17:28:51.807242 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 40518) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:51.816617 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Request body: {'floatingip': {'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'port_id': 'd6148871-267a-4a7b-b572-cb8a55a78a12', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:28:51.892607 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for floatingip, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:51.972861 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 40524) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:52.212144 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:52.253589 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-1f163f8c-e250-472a-bc93-cf65c79e5d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:52.363415 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf1982-0848-4dfd-b3be-f43d619caccd req-5f6b0b8e-df02-4513-894f-d802bad94c71 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:52.365472 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-9edf1982-0848-4dfd-b3be-f43d619caccd req-5f6b0b8e-df02-4513-894f-d802bad94c71 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.1133642 Jun 29 17:28:52.448274 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-9edf1982-0848-4dfd-b3be-f43d619caccd req-5f976367-1ef8-4a05-ad64-2e2786954e02 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671449 Jun 29 17:28:52.495195 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Allocated IP 172.28.0.113 (48360abb-0c2a-46d3-ad90-a3956d77b608/c009a85e-4853-4052-a30a-9edb82f7da60/a849c438-66a5-41e5-b4c0-e008382a922e) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:28:52.570831 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-1f163f8c-e250-472a-bc93-cf65c79e5d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:52.578823 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-1f163f8c-e250-472a-bc93-cf65c79e5d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:52.589080 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-433cc587-7ce2-42c5-9c13-c98ea74f917b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:52.665003 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f163f8c-e250-472a-bc93-cf65c79e5d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43652cfa-87b3-4712-99a6-6fc8c9a19dbc,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:52.678687 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-1f163f8c-e250-472a-bc93-cf65c79e5d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:52.693233 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-1f163f8c-e250-472a-bc93-cf65c79e5d37 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7061d08717ef417a898cae2293a85f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7165725 Jun 29 17:28:52.693874 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 40538) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:52.755860 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:52.779802 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d3e84a9a-dc4c-47a3-bfba-d7ee3f43b54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:52.821333 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:52.824400 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-46007eed-14c2-436f-b7d3-00f1516b88e0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:52.870656 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d3e84a9a-dc4c-47a3-bfba-d7ee3f43b54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:52.906707 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:28:52.911648 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:28:52.920324 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:28:52.993081 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Pushing event updated for resources: {'Port': ['ID=a849c438-66a5-41e5-b4c0-e008382a922e,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:53.020425 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:53.021412 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:53.022335 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:53.023307 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:53.024148 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:53.025025 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:53.025889 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:53.026574 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d3e84a9a-dc4c-47a3-bfba-d7ee3f43b54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:53.027561 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:53.028423 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:53.029260 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:53.030133 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:53.031100 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:28:53.043103 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:53.047850 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d3e84a9a-dc4c-47a3-bfba-d7ee3f43b54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:53.064448 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-d3e84a9a-dc4c-47a3-bfba-d7ee3f43b54e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/43652cfa-87b3-4712-99a6-6fc8c9a19dbc HTTP/1.1" status: 204 len: 168 time: 0.3691576 Jun 29 17:28:53.073867 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-2c92ed88-9899-4a02-8c5f-2b4c220622f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:53.158718 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e84a9a-dc4c-47a3-bfba-d7ee3f43b54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43652cfa-87b3-4712-99a6-6fc8c9a19dbc,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:53.171701 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-d3e84a9a-dc4c-47a3-bfba-d7ee3f43b54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:53.254967 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306a526-0d5d-4933-a99d-576c16bcfa3d req-0f035ab8-b493-41c1-9905-1de53a650e20 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:53.258199 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0306a526-0d5d-4933-a99d-576c16bcfa3d req-0f035ab8-b493-41c1-9905-1de53a650e20 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 945 time: 0.1905847 Jun 29 17:28:53.382523 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0306a526-0d5d-4933-a99d-576c16bcfa3d req-af194a7e-b6e2-42a9-8ff7-213f73c9e0fa tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173465 Jun 29 17:28:53.435444 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 40552) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:53.925233 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 40560) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:53.948489 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6876c644-3d00-476e-bce7-f90d4d3a2da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:54.209656 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f282573-529a-464a-ae13-e2ee5eca730f tempest-TestMinimumBasicScenario-590075947 tempest-TestMinimumBasicScenario-590075947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:54.217829 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-0f282573-529a-464a-ae13-e2ee5eca730f tempest-TestMinimumBasicScenario-590075947 tempest-TestMinimumBasicScenario-590075947-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 1093 time: 0.7804391 Jun 29 17:28:54.219935 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 40568) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:54.232301 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Request body: {'floatingip': {'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'port_id': '5c3a542a-77b8-4f1f-a8f4-c37596763141', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:28:54.325323 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6876c644-3d00-476e-bce7-f90d4d3a2da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:54.352769 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6876c644-3d00-476e-bce7-f90d4d3a2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:54.363283 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-88a96c8a-27ab-44d0-befa-9e8fb47cd654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:54.436927 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for floatingip, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:54.474942 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-6876c644-3d00-476e-bce7-f90d4d3a2da9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1628acdee60640da8cc520997cc9640e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5455968 Jun 29 17:28:54.479385 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 40570) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:54.538036 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876c644-3d00-476e-bce7-f90d4d3a2da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d46cd39-2825-4dbd-890f-fc754ed78c6e,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:54.546685 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-6876c644-3d00-476e-bce7-f90d4d3a2da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:54.613596 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:54.685244 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:54.731116 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69462fb-5ef8-48ca-aaaa-0d1ba1d7d7f1 req-8799112e-f0bf-4e81-aadf-889bd8f9c54e tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:54.744326 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e69462fb-5ef8-48ca-aaaa-0d1ba1d7d7f1 req-8799112e-f0bf-4e81-aadf-889bd8f9c54e tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.9894719 Jun 29 17:28:54.815723 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:54.942543 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7a79fe1d-c3d1-4d71-bb4f-e6d0081b8349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:54.943594 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-1a404093-03c1-46c0-a223-5de3783d2927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:54.949847 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_common [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Allocated IP 172.28.0.249 (48360abb-0c2a-46d3-ad90-a3956d77b608/c009a85e-4853-4052-a30a-9edb82f7da60/b5f8f104-336b-4094-8230-59564d537084) {{(pid=93003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:28:55.084318 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e69462fb-5ef8-48ca-aaaa-0d1ba1d7d7f1 req-f485c36a-8113-4e80-94f2-3f5253d74db3 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379638 Jun 29 17:28:55.104226 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7a79fe1d-c3d1-4d71-bb4f-e6d0081b8349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:55.191923 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for port, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:55.221778 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:55.286246 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8352294'] for port, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:55.291898 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:55.329765 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7a79fe1d-c3d1-4d71-bb4f-e6d0081b8349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:55.335471 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7a79fe1d-c3d1-4d71-bb4f-e6d0081b8349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:55.337764 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-7a79fe1d-c3d1-4d71-bb4f-e6d0081b8349 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5d46cd39-2825-4dbd-890f-fc754ed78c6e HTTP/1.1" status: 204 len: 168 time: 0.8563659 Jun 29 17:28:55.345424 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-75f38e61-63d4-4464-97d1-3ec500f53bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:55.372393 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:28:55.379278 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:28:55.387762 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Received port after_create {{(pid=93003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:28:55.400195 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79fe1d-c3d1-4d71-bb4f-e6d0081b8349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d46cd39-2825-4dbd-890f-fc754ed78c6e,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:55.405431 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-7a79fe1d-c3d1-4d71-bb4f-e6d0081b8349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:55.479032 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Pushing event updated for resources: {'Port': ['ID=b5f8f104-336b-4094-8230-59564d537084,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:55.485996 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:55.560744 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:28:55.663530 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:55.679741 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:55.713953 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:55.853253 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Pushing event updated for resources: {'Port': ['ID=a849c438-66a5-41e5-b4c0-e008382a922e,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:55.880328 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:55.894268 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605382'] for floatingip, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:56.192915 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.l3_db [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Floating IP 050d2462-ff90-4633-a2eb-1afc4d411368 associated. External IP: 172.28.0.113, port: d6148871-267a-4a7b-b572-cb8a55a78a12. Jun 29 17:28:56.603449 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:56.752978 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:56.865931 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:56.879280 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a686307-f427-4112-9868-5daf536cc7dc req-74149452-34f6-4058-8ed2-6efbbc88ac41 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:56.888274 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4a686307-f427-4112-9868-5daf536cc7dc req-74149452-34f6-4058-8ed2-6efbbc88ac41 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.4538848 Jun 29 17:28:56.934825 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d471e-afe5-4ce9-a61a-8a8073450d57 req-eac28045-8959-4b11-910d-dae7cc511ca4 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:56.936564 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8f1d471e-afe5-4ce9-a61a-8a8073450d57 req-eac28045-8959-4b11-910d-dae7cc511ca4 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 945 time: 0.4133036 Jun 29 17:28:56.994186 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for port, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:57.002638 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8352276'] for port, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:57.006141 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:57.011517 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4a686307-f427-4112-9868-5daf536cc7dc req-c1d1218b-a292-4c28-8720-b4515a0810dc tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221204 Jun 29 17:28:57.035923 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Router 849f0d40-f6f7-40e7-9795-0cf49851657c has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:28:57.165333 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605382'] for floatingip, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:57.432858 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Pushing event updated for resources: {'Port': ['ID=b5f8f104-336b-4094-8230-59564d537084,revision_number=2']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:57.448085 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:57.537541 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-8f1d471e-afe5-4ce9-a61a-8a8073450d57 req-061b7ff6-211c-4896-9f05-d56cb6c872ef tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Deleting port b68d4d78-5032-4b48-bdc4-8dd5f98a1666 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:28:57.538105 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-8f1d471e-afe5-4ce9-a61a-8a8073450d57 req-061b7ff6-211c-4896-9f05-d56cb6c872ef tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:57.611409 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.l3_db [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Floating IP 140c59d5-3cf2-4ab0-8b3c-7e1ab61eae24 associated. External IP: 172.28.0.249, port: 5c3a542a-77b8-4f1f-a8f4-c37596763141. Jun 29 17:28:57.650937 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:28:57.678460 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8fb6f8-b40d-4dad-88d2-c706da01c5f1 None None] Sync routers for ids ['849f0d40-f6f7-40e7-9795-0cf49851657c'] in dv-cinder-763306-14-smb {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:28:57.696476 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for floatingip, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:57.721107 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8fb6f8-b40d-4dad-88d2-c706da01c5f1 None None] Routers {'849f0d40-f6f7-40e7-9795-0cf49851657c'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:28:57.722797 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-1a8fb6f8-b40d-4dad-88d2-c706da01c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:28:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['849f0d40-f6f7-40e7-9795-0cf49851657c'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:57.777377 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9671636 Jun 29 17:28:57.788949 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'tag': 'd6148871-267a-4a7b-b572-cb8a55a78a12'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:57.794853 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0953680c-f374-4479-b2d5-49e1bf40b921" -d '{"events": [{"name": "network-changed", "server_uuid": "204f0a75-21a5-4169-adb9-4193e00aaaae", "tag": "d6148871-267a-4a7b-b572-cb8a55a78a12"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:28:57.843098 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-8f1d471e-afe5-4ce9-a61a-8a8073450d57 req-061b7ff6-211c-4896-9f05-d56cb6c872ef tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] For port b68d4d78-5032-4b48-bdc4-8dd5f98a1666, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b68d4d78-5032-4b48-bdc4-8dd5f98a1666,segment=NetworkSegment(b401a707-1d80-496c-a38c-4b3f6ee76a08),segment_id=b401a707-1d80-496c-a38c-4b3f6ee76a08)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:28:57.844368 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-8f1d471e-afe5-4ce9-a61a-8a8073450d57 req-061b7ff6-211c-4896-9f05-d56cb6c872ef tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:57.869857 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-1a8fb6f8-b40d-4dad-88d2-c706da01c5f1 None None] Set router 849f0d40-f6f7-40e7-9795-0cf49851657c gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:28:57.897633 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6abe836-0069-46f8-9579-07be9bd317ff x-openstack-request-id: req-b6abe836-0069-46f8-9579-07be9bd317ff {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:28:57.898158 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204f0a75-21a5-4169-adb9-4193e00aaaae", "tag": "d6148871-267a-4a7b-b572-cb8a55a78a12", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:28:57.898607 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b6abe836-0069-46f8-9579-07be9bd317ff {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:28:57.899442 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'tag': 'd6148871-267a-4a7b-b572-cb8a55a78a12', 'status': 'completed', 'code': 200} Jun 29 17:28:57.906588 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-8f1d471e-afe5-4ce9-a61a-8a8073450d57 req-061b7ff6-211c-4896-9f05-d56cb6c872ef tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Calling delete_port for b68d4d78-5032-4b48-bdc4-8dd5f98a1666 owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:28:58.138052 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953680c-f374-4479-b2d5-49e1bf40b921 req-d0795fd5-9f85-4b99-b457-5f01fe733eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:58.142029 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0953680c-f374-4479-b2d5-49e1bf40b921 req-d0795fd5-9f85-4b99-b457-5f01fe733eb9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a55c9f03f035457f8efa3c0a4a535cca&device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 1098 time: 0.2256091 Jun 29 17:28:58.371452 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 40646) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:58.456261 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-1a8fb6f8-b40d-4dad-88d2-c706da01c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'name': 'tempest-TestShelveInstance-20701651-router', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:40Z', 'updated_at': '2021-06-29T17:26:50Z', 'revision_number': 4, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'gw_port': {'id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:41Z', 'updated_at': '2021-06-29T17:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': '050d2462-ff90-4633-a2eb-1afc4d411368', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'floating_ip_address': '172.28.0.113', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'port_id': 'd6148871-267a-4a7b-b572-cb8a55a78a12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'mac_address': 'fa:16:3e:30:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:28:53Z', 'updated_at': '2021-06-29T17:28:53Z', 'revision_number': 0, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b92e2f-8b97-4179-ac7f-cfd775422560', 'name': '', 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'mac_address': 'fa:16:3e:01:ca:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:48Z', 'updated_at': '2021-06-29T17:27:00Z', 'revision_number': 5, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'subnets': [{'id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:58.521852 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8fb6f8-b40d-4dad-88d2-c706da01c5f1 None None] Checking router: 849f0d40-f6f7-40e7-9795-0cf49851657c for host: dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:28:58.550733 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8fb6f8-b40d-4dad-88d2-c706da01c5f1 None None] Routers {'849f0d40-f6f7-40e7-9795-0cf49851657c'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:28:58.551462 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-1a8fb6f8-b40d-4dad-88d2-c706da01c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:28:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['849f0d40-f6f7-40e7-9795-0cf49851657c'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:58.568982 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Router e5784159-beb6-4ddd-9b2d-d73bb34b607e has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:28:58.692954 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953680c-f374-4479-b2d5-49e1bf40b921 req-77b0fcf7-ce26-4bf3-8ff5-4403d043a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:58.695834 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0953680c-f374-4479-b2d5-49e1bf40b921 req-77b0fcf7-ce26-4bf3-8ff5-4403d043a78b service neutron] 10.222.0.72 "GET /v2.0/networks?id=74e5cd0c-24da-4292-b907-cd569f5acc13 HTTP/1.1" status: 200 len: 909 time: 0.5428219 Jun 29 17:28:58.703735 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-8f1d471e-afe5-4ce9-a61a-8a8073450d57 req-061b7ff6-211c-4896-9f05-d56cb6c872ef tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:58.715751 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-15b4d57a-a754-4fa6-928e-176e7bea34ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:58.721827 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7ca6-aa84-4e13-a3d5-008914c43cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:58.729522 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['597f1683-760b-40fe-b4db-93b3bf7049ed'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:28:58.741089 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-1a8fb6f8-b40d-4dad-88d2-c706da01c5f1 None None] Set router 849f0d40-f6f7-40e7-9795-0cf49851657c gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:28:58.870147 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c5cce-1e39-48e7-af4c-a797be0a87b0 req-4f46cc0e-a583-4cad-9afe-344f10bd7c40 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:58.879106 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7e8c5cce-1e39-48e7-af4c-a797be0a87b0 req-4f46cc0e-a583-4cad-9afe-344f10bd7c40 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 867 time: 0.4589641 Jun 29 17:28:58.998028 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0953680c-f374-4479-b2d5-49e1bf40b921 req-702e328a-bc84-4798-8642-40f972d239f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6148871-267a-4a7b-b572-cb8a55a78a12 HTTP/1.1" status: 200 len: 999 time: 0.2561963 Jun 29 17:28:59.005813 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b7ff6-211c-4896-9f05-d56cb6c872ef tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Pushing event deleted for resources: {'Port': ['ID=b68d4d78-5032-4b48-bdc4-8dd5f98a1666,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:59.014523 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-061b7ff6-211c-4896-9f05-d56cb6c872ef tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:59.029518 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:28:59.044355 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc0fd0-9997-4774-90f1-823f99207822 None None] Sync routers for ids ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:28:59.096482 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc0fd0-9997-4774-90f1-823f99207822 None None] Routers {'e5784159-beb6-4ddd-9b2d-d73bb34b607e'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:28:59.097331 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-33cc0fd0-9997-4774-90f1-823f99207822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:28:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:59.114983 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953680c-f374-4479-b2d5-49e1bf40b921 req-a9a12fc5-50d6-47ff-9dd8-524d39586364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:59.117367 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0953680c-f374-4479-b2d5-49e1bf40b921 req-a9a12fc5-50d6-47ff-9dd8-524d39586364 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d932e18c-a0bb-4632-863a-53bc43ec0f10 HTTP/1.1" status: 200 len: 846 time: 0.1041799 Jun 29 17:28:59.125491 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7e8c5cce-1e39-48e7-af4c-a797be0a87b0 req-3c3a0f4f-e25a-480a-8f79-e43aa7112d5e tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448719 Jun 29 17:28:59.192999 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1d471e-afe5-4ce9-a61a-8a8073450d57 req-061b7ff6-211c-4896-9f05-d56cb6c872ef tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] No DVR routers for this DVR port b68d4d78-5032-4b48-bdc4-8dd5f98a1666 on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:28:59.204580 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-8f1d471e-afe5-4ce9-a61a-8a8073450d57 req-061b7ff6-211c-4896-9f05-d56cb6c872ef tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:59.206937 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8f1d471e-afe5-4ce9-a61a-8a8073450d57 req-061b7ff6-211c-4896-9f05-d56cb6c872ef tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.72 "DELETE /v2.0/ports/b68d4d78-5032-4b48-bdc4-8dd5f98a1666 HTTP/1.1" status: 204 len: 173 time: 2.2577143 Jun 29 17:28:59.304455 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7ca6-aa84-4e13-a3d5-008914c43cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:59.323185 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7ca6-aa84-4e13-a3d5-008914c43cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:59.331914 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-51a76440-a497-47e4-b6a0-0330cd859900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:28:59.340347 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953680c-f374-4479-b2d5-49e1bf40b921 req-19d34c10-0b8d-4f18-919f-59815fdc1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:28:59.342904 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0953680c-f374-4479-b2d5-49e1bf40b921 req-19d34c10-0b8d-4f18-919f-59815fdc1a54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74e5cd0c-24da-4292-b907-cd569f5acc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1602507 Jun 29 17:28:59.351082 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:59.368817 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for floatingip, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:59.523743 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-33cc0fd0-9997-4774-90f1-823f99207822 None None] Set router e5784159-beb6-4ddd-9b2d-d73bb34b607e gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:28:59.533259 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-1a8fb6f8-b40d-4dad-88d2-c706da01c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'name': 'tempest-TestShelveInstance-20701651-router', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:40Z', 'updated_at': '2021-06-29T17:26:50Z', 'revision_number': 4, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'gw_port': {'id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:41Z', 'updated_at': '2021-06-29T17:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': '050d2462-ff90-4633-a2eb-1afc4d411368', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'floating_ip_address': '172.28.0.113', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'port_id': 'd6148871-267a-4a7b-b572-cb8a55a78a12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'mac_address': 'fa:16:3e:30:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:28:53Z', 'updated_at': '2021-06-29T17:28:53Z', 'revision_number': 0, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b92e2f-8b97-4179-ac7f-cfd775422560', 'name': '', 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'mac_address': 'fa:16:3e:01:ca:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:48Z', 'updated_at': '2021-06-29T17:27:00Z', 'revision_number': 5, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'subnets': [{'id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:28:59.550791 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-7d4e7ca6-aa84-4e13-a3d5-008914c43cb3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d1e59608349a4a5eb767af3996e9af47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1710939 Jun 29 17:28:59.554974 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 40660) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:59.641114 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e7ca6-aa84-4e13-a3d5-008914c43cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99585fe5-473b-4a91-936f-a61253480e48,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:28:59.655211 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7d4e7ca6-aa84-4e13-a3d5-008914c43cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:28:59.661499 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8fb6f8-b40d-4dad-88d2-c706da01c5f1 None None] The sync data for ids ['849f0d40-f6f7-40e7-9795-0cf49851657c'] in dv-cinder-763306-14-smb is: [{'id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'name': 'tempest-TestShelveInstance-20701651-router', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:40Z', 'updated_at': '2021-06-29T17:26:50Z', 'revision_number': 4, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'gw_port': {'id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:41Z', 'updated_at': '2021-06-29T17:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': '050d2462-ff90-4633-a2eb-1afc4d411368', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'floating_ip_address': '172.28.0.113', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'port_id': 'd6148871-267a-4a7b-b572-cb8a55a78a12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'mac_address': 'fa:16:3e:30:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:28:53Z', 'updated_at': '2021-06-29T17:28:53Z', 'revision_number': 0, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b92e2f-8b97-4179-ac7f-cfd775422560', 'name': '', 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'mac_address': 'fa:16:3e:01:ca:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:48Z', 'updated_at': '2021-06-29T17:27:00Z', 'revision_number': 5, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'subnets': [{'id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:28:59.666661 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-5001ea17-f898-4eab-bef8-c3ce58e15d2c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4406745 Jun 29 17:28:59.669417 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 40664) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:28:59.669983 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'tag': '5c3a542a-77b8-4f1f-a8f4-c37596763141'}] {{(pid=93003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:59.678335 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b6e3043f1b2246a4603f4ff9a3ac6cbdb2be9695873d33c49ba394ff39487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b96ae0-922f-4baa-8951-4efa94539604" -d '{"events": [{"name": "network-changed", "server_uuid": "be00fd5d-978c-4896-bb60-79f7a3102f51", "tag": "5c3a542a-77b8-4f1f-a8f4-c37596763141"}]}' {{(pid=93003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:28:59.700153 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-82b94012-dc80-4ea1-8470-88d8fea0ec53 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1917598819', 'description': 'tempest-secgroup-smoke-1917598819 description', 'project_id': '588ca4389b58435b88ab607d6099464f'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:28:59.743208 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0953680c-f374-4479-b2d5-49e1bf40b921 req-79c295db-325a-41ba-a92b-b728d05ac974 service neutron] 10.222.0.72 "GET /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879294 Jun 29 17:28:59.743973 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-8ddba20a-dabf-40d2-abfe-1fee84ceb9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:59.812938 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-8ddba20a-dabf-40d2-abfe-1fee84ceb9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:59.818449 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-82b94012-dc80-4ea1-8470-88d8fea0ec53 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:28:59.874768 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc57ac7-4331-495d-a05f-8565c0c4ff22 x-openstack-request-id: req-ecc57ac7-4331-495d-a05f-8565c0c4ff22 {{(pid=93003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:28:59.875714 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be00fd5d-978c-4896-bb60-79f7a3102f51", "tag": "5c3a542a-77b8-4f1f-a8f4-c37596763141", "status": "completed", "code": 200}]} {{(pid=93003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:28:59.876405 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ecc57ac7-4331-495d-a05f-8565c0c4ff22 {{(pid=93003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:28:59.899105 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'tag': '5c3a542a-77b8-4f1f-a8f4-c37596763141', 'status': 'completed', 'code': 200} Jun 29 17:28:59.905569 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0646aaf-d9e4-46d0-8c17-c6d6664c15cb', 'name': 'network-vif-deleted', 'tag': 'b68d4d78-5032-4b48-bdc4-8dd5f98a1666'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:28:59.915658 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32b5159-6a74-4e68-afb6-065342be7218" -d '{"events": [{"server_uuid": "c0646aaf-d9e4-46d0-8c17-c6d6664c15cb", "name": "network-vif-deleted", "tag": "b68d4d78-5032-4b48-bdc4-8dd5f98a1666"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:28:59.998823 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-8ddba20a-dabf-40d2-abfe-1fee84ceb9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:00.003271 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-8ddba20a-dabf-40d2-abfe-1fee84ceb9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:00.006987 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-8ddba20a-dabf-40d2-abfe-1fee84ceb9fd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/99585fe5-473b-4a91-936f-a61253480e48 HTTP/1.1" status: 204 len: 168 time: 0.4481921 Jun 29 17:29:00.015281 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-deb9073c-3faa-4002-8bbe-70330df27d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:00.042487 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddba20a-dabf-40d2-abfe-1fee84ceb9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99585fe5-473b-4a91-936f-a61253480e48,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:00.047713 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-8ddba20a-dabf-40d2-abfe-1fee84ceb9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:00.200272 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-33cc0fd0-9997-4774-90f1-823f99207822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'name': 'tempest-TestMinimumBasicScenario-1797503539-router', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:27Z', 'updated_at': '2021-06-29T17:27:32Z', 'revision_number': 4, 'project_id': '588ca4389b58435b88ab607d6099464f', 'gw_port': {'id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:28Z', 'updated_at': '2021-06-29T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': '140c59d5-3cf2-4ab0-8b3c-7e1ab61eae24', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'floating_ip_address': '172.28.0.249', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'port_id': '5c3a542a-77b8-4f1f-a8f4-c37596763141', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'mac_address': 'fa:16:3e:37:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:28:56Z', 'updated_at': '2021-06-29T17:28:56Z', 'revision_number': 0, 'project_id': '588ca4389b58435b88ab607d6099464f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2', 'name': '', 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'mac_address': 'fa:16:3e:9f:79:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:31Z', 'updated_at': '2021-06-29T17:27:41Z', 'revision_number': 5, 'project_id': '588ca4389b58435b88ab607d6099464f', 'subnets': [{'id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:00.229419 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8325b90f-2ef5-4ff5-b388-c7721b6967a4 None None] New status for floating IP 050d2462-ff90-4633-a2eb-1afc4d411368: ACTIVE {{(pid=93006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:29:00.239947 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-82b94012-dc80-4ea1-8470-88d8fea0ec53 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:00.247494 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-82b94012-dc80-4ea1-8470-88d8fea0ec53 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:00.254826 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8f2e93-39d2-47ce-afef-758469b86f83 x-openstack-request-id: req-de8f2e93-39d2-47ce-afef-758469b86f83 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:29:00.262140 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0646aaf-d9e4-46d0-8c17-c6d6664c15cb", "name": "network-vif-deleted", "tag": "b68d4d78-5032-4b48-bdc4-8dd5f98a1666", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:29:00.268160 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-de8f2e93-39d2-47ce-afef-758469b86f83 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:29:00.269675 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0646aaf-d9e4-46d0-8c17-c6d6664c15cb', 'name': 'network-vif-deleted', 'tag': 'b68d4d78-5032-4b48-bdc4-8dd5f98a1666', 'status': 'completed', 'code': 200} Jun 29 17:29:00.292113 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc0fd0-9997-4774-90f1-823f99207822 None None] Checking router: e5784159-beb6-4ddd-9b2d-d73bb34b607e for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:29:00.322470 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc0fd0-9997-4774-90f1-823f99207822 None None] Routers {'e5784159-beb6-4ddd-9b2d-d73bb34b607e'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:29:00.322854 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7506e5e3-76e0-4cfb-aa35-a5f266513ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:00.324449 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-33cc0fd0-9997-4774-90f1-823f99207822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:28:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:00.339112 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0953680c-f374-4479-b2d5-49e1bf40b921 req-843eb246-ca5c-4c09-abdd-ae666e9c4cff service neutron] 10.222.0.72 "GET /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861292 Jun 29 17:29:00.342888 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-82b94012-dc80-4ea1-8470-88d8fea0ec53 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:00.344756 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-82b94012-dc80-4ea1-8470-88d8fea0ec53 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6597292 Jun 29 17:29:00.348736 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 40680) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:00.363289 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-a883874b-d798-47f2-9344-62a470430fee tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Request body: {'security_group_rule': {'security_group_id': '8782fd39-689c-4f77-9dcd-92de287b2f21', 'project_id': '588ca4389b58435b88ab607d6099464f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:00.394870 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b94012-dc80-4ea1-8470-88d8fea0ec53 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8782fd39-689c-4f77-9dcd-92de287b2f21,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:00.402432 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-82b94012-dc80-4ea1-8470-88d8fea0ec53 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:00.480838 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b96ae0-922f-4baa-8951-4efa94539604 req-c9c18919-c419-467c-84e7-cdf0ef84c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:00.489668 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e2b96ae0-922f-4baa-8951-4efa94539604 req-c9c18919-c419-467c-84e7-cdf0ef84c19f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=588ca4389b58435b88ab607d6099464f&device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 1098 time: 0.5607424 Jun 29 17:29:00.499472 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a883874b-d798-47f2-9344-62a470430fee tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:00.542650 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device b68d4d78-5032-4b48-bdc4-8dd5f98a1666 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:29:00.670572 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: b68d4d78-5032-4b48-bdc4-8dd5f98a1666 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:29:00.674003 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device b68d4d78-5032-4b48-bdc4-8dd5f98a1666 not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:29:00.804279 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f78f10f9-8a14-4787-9fb0-76fff1563169 req-cd38473c-6bc4-4ed7-b8c2-7860372dcd5c tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0646aaf-d9e4-46d0-8c17-c6d6664c15cb HTTP/1.1" status: 200 len: 210 time: 0.0827413 Jun 29 17:29:00.843047 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-33cc0fd0-9997-4774-90f1-823f99207822 None None] Set router e5784159-beb6-4ddd-9b2d-d73bb34b607e gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:29:00.861463 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b96ae0-922f-4baa-8951-4efa94539604 req-53a97ae7-fdd7-47d3-baab-cab24f7a7c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:00.863491 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e2b96ae0-922f-4baa-8951-4efa94539604 req-53a97ae7-fdd7-47d3-baab-cab24f7a7c27 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb59b277-7b65-4524-ae30-f2a1ba9a847c HTTP/1.1" status: 200 len: 917 time: 0.2620997 Jun 29 17:29:00.998302 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a883874b-d798-47f2-9344-62a470430fee tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:01.018765 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a883874b-d798-47f2-9344-62a470430fee tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:01.047598 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:01.126258 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a883874b-d798-47f2-9344-62a470430fee tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:01.131292 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-a883874b-d798-47f2-9344-62a470430fee tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7754133 Jun 29 17:29:01.134118 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 40694) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:01.139293 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-bec671e5-4703-4d3e-ae50-4de547e55754 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Request body: {'security_group_rule': {'security_group_id': '8782fd39-689c-4f77-9dcd-92de287b2f21', 'project_id': '588ca4389b58435b88ab607d6099464f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:01.173561 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883874b-d798-47f2-9344-62a470430fee tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c509b32-ac2a-494e-9858-da55a5bda3c5,revision_number=0']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:01.184207 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-a883874b-d798-47f2-9344-62a470430fee tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:01.186871 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e2b96ae0-922f-4baa-8951-4efa94539604 req-85c87d27-1a25-4571-8d96-bb34c42f75ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3a542a-77b8-4f1f-a8f4-c37596763141 HTTP/1.1" status: 200 len: 999 time: 0.3086743 Jun 29 17:29:01.224436 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bec671e5-4703-4d3e-ae50-4de547e55754 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:01.374650 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bec671e5-4703-4d3e-ae50-4de547e55754 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:01.378164 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b96ae0-922f-4baa-8951-4efa94539604 req-4c6134d1-8c57-49e9-a9b8-ab421527dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:01.383014 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e2b96ae0-922f-4baa-8951-4efa94539604 req-4c6134d1-8c57-49e9-a9b8-ab421527dfa9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a68666ec-ab6f-4576-a9fc-c23b39bc8b7b HTTP/1.1" status: 200 len: 854 time: 0.1696610 Jun 29 17:29:01.397976 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bec671e5-4703-4d3e-ae50-4de547e55754 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:01.417813 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-e61274a1-6c55-444e-918f-308b1230eddd tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:01.506461 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec671e5-4703-4d3e-ae50-4de547e55754 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6e6718-b617-4a90-a003-8f5011da8baa,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:01.507460 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-33cc0fd0-9997-4774-90f1-823f99207822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'name': 'tempest-TestMinimumBasicScenario-1797503539-router', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:27Z', 'updated_at': '2021-06-29T17:27:32Z', 'revision_number': 4, 'project_id': '588ca4389b58435b88ab607d6099464f', 'gw_port': {'id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:28Z', 'updated_at': '2021-06-29T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': '140c59d5-3cf2-4ab0-8b3c-7e1ab61eae24', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'floating_ip_address': '172.28.0.249', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'port_id': '5c3a542a-77b8-4f1f-a8f4-c37596763141', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'mac_address': 'fa:16:3e:37:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:28:56Z', 'updated_at': '2021-06-29T17:28:56Z', 'revision_number': 0, 'project_id': '588ca4389b58435b88ab607d6099464f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2', 'name': '', 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'mac_address': 'fa:16:3e:9f:79:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:31Z', 'updated_at': '2021-06-29T17:27:41Z', 'revision_number': 5, 'project_id': '588ca4389b58435b88ab607d6099464f', 'subnets': [{'id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:01.530151 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b96ae0-922f-4baa-8951-4efa94539604 req-d337d755-1b34-410d-b358-dd51bc401700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:01.533801 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-bec671e5-4703-4d3e-ae50-4de547e55754 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:01.534289 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e2b96ae0-922f-4baa-8951-4efa94539604 req-d337d755-1b34-410d-b358-dd51bc401700 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb59b277-7b65-4524-ae30-f2a1ba9a847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1365426 Jun 29 17:29:01.536170 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bec671e5-4703-4d3e-ae50-4de547e55754 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:01.543775 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-bec671e5-4703-4d3e-ae50-4de547e55754 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4059608 Jun 29 17:29:01.544774 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 40704) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:01.560109 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-38c40dd0-a803-425e-8669-713f8c4aeb11 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Request body: {'security_group_rule': {'security_group_id': '8782fd39-689c-4f77-9dcd-92de287b2f21', 'project_id': '588ca4389b58435b88ab607d6099464f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:01.577187 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc0fd0-9997-4774-90f1-823f99207822 None None] The sync data for ids ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'] in dv-cinder-763306-14-smb is: [{'id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'name': 'tempest-TestMinimumBasicScenario-1797503539-router', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:27Z', 'updated_at': '2021-06-29T17:27:32Z', 'revision_number': 4, 'project_id': '588ca4389b58435b88ab607d6099464f', 'gw_port': {'id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:28Z', 'updated_at': '2021-06-29T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': '140c59d5-3cf2-4ab0-8b3c-7e1ab61eae24', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'floating_ip_address': '172.28.0.249', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'port_id': '5c3a542a-77b8-4f1f-a8f4-c37596763141', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'mac_address': 'fa:16:3e:37:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:28:56Z', 'updated_at': '2021-06-29T17:28:56Z', 'revision_number': 0, 'project_id': '588ca4389b58435b88ab607d6099464f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2', 'name': '', 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'mac_address': 'fa:16:3e:9f:79:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:31Z', 'updated_at': '2021-06-29T17:27:41Z', 'revision_number': 5, 'project_id': '588ca4389b58435b88ab607d6099464f', 'subnets': [{'id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:29:02.068422 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014af51-2044-4b68-a4fc-5a2d18029e06 None None] New status for floating IP 140c59d5-3cf2-4ab0-8b3c-7e1ab61eae24: ACTIVE {{(pid=93005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:29:02.421315 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-38c40dd0-a803-425e-8669-713f8c4aeb11 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:02.502635 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e2b96ae0-922f-4baa-8951-4efa94539604 req-8fa108ab-c63e-4a6d-8844-ad80ee3b2bbf service neutron] 10.222.0.72 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9362085 Jun 29 17:29:02.693832 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-38c40dd0-a803-425e-8669-713f8c4aeb11 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:02.708772 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-38c40dd0-a803-425e-8669-713f8c4aeb11 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:02.718280 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-a883874b-d798-47f2-9344-62a470430fee tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:02.767892 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e2b96ae0-922f-4baa-8951-4efa94539604 req-adce23ae-0168-456a-b767-e61900c2c564 service neutron] 10.222.0.72 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494597 Jun 29 17:29:02.772639 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c40dd0-a803-425e-8669-713f8c4aeb11 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c50141f-c32e-4d64-87e7-ce01d58cd25f,revision_number=0']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:02.780564 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-38c40dd0-a803-425e-8669-713f8c4aeb11 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:02.800532 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-38c40dd0-a803-425e-8669-713f8c4aeb11 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:02.802237 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-38c40dd0-a803-425e-8669-713f8c4aeb11 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2523990 Jun 29 17:29:02.806741 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 40732) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:02.813352 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-0b0194b6-14be-48be-95be-076e921df03c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Request body: {'security_group_rule': {'security_group_id': '8782fd39-689c-4f77-9dcd-92de287b2f21', 'project_id': '588ca4389b58435b88ab607d6099464f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:02.875834 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0b0194b6-14be-48be-95be-076e921df03c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:03.133369 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0b0194b6-14be-48be-95be-076e921df03c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:03.144839 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0b0194b6-14be-48be-95be-076e921df03c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:03.147535 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-38c40dd0-a803-425e-8669-713f8c4aeb11 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:03.178436 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0194b6-14be-48be-95be-076e921df03c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175775d2-e4ec-4934-be04-a9f61ab98542,revision_number=0']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:03.184625 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-0b0194b6-14be-48be-95be-076e921df03c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:03.195788 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0b0194b6-14be-48be-95be-076e921df03c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:03.204249 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-0b0194b6-14be-48be-95be-076e921df03c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3952074 Jun 29 17:29:03.205823 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 40740) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:03.214577 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-cfe3b0e6-ed66-41ab-bfee-31bff05f9d03 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Request body: {'security_group_rule': {'security_group_id': '8782fd39-689c-4f77-9dcd-92de287b2f21', 'project_id': '588ca4389b58435b88ab607d6099464f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:03.277302 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.securitygroups_db [None req-cfe3b0e6-ed66-41ab-bfee-31bff05f9d03 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Project 588ca4389b58435b88ab607d6099464f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:29:03.309156 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71cc81-26ac-4660-8b06-88668b584afd req-7ab1feb5-66cd-4b99-bb8c-c4c8e2743634 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:03.312068 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ad71cc81-26ac-4660-8b06-88668b584afd req-7ab1feb5-66cd-4b99-bb8c-c4c8e2743634 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.2018268 Jun 29 17:29:03.316455 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b0e6-ed66-41ab-bfee-31bff05f9d03 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:03.501427 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ad71cc81-26ac-4660-8b06-88668b584afd req-ead1f204-e20e-4e46-ad6f-141a8ea51066 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783466 Jun 29 17:29:03.549185 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b0e6-ed66-41ab-bfee-31bff05f9d03 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:03.555617 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b0e6-ed66-41ab-bfee-31bff05f9d03 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:03.572560 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-5f1f848d-6b7a-4f68-a2e3-4072331e502b tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:03.615751 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3b0e6-ed66-41ab-bfee-31bff05f9d03 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d73f69c-cc1f-429c-b260-7c57e230a08d,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:03.624232 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-cfe3b0e6-ed66-41ab-bfee-31bff05f9d03 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:03.644385 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b0e6-ed66-41ab-bfee-31bff05f9d03 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:03.647161 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-cfe3b0e6-ed66-41ab-bfee-31bff05f9d03 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4400063 Jun 29 17:29:03.651745 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 40748) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:03.657913 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-72e90bb5-70a3-4f48-8f91-f3c766ee60e3 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Request body: {'security_group_rule': {'security_group_id': '8782fd39-689c-4f77-9dcd-92de287b2f21', 'project_id': '588ca4389b58435b88ab607d6099464f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:03.684778 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.securitygroups_db [None req-72e90bb5-70a3-4f48-8f91-f3c766ee60e3 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Project 588ca4389b58435b88ab607d6099464f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:29:03.694924 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-72e90bb5-70a3-4f48-8f91-f3c766ee60e3 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:03.840774 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-72e90bb5-70a3-4f48-8f91-f3c766ee60e3 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:03.861183 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-72e90bb5-70a3-4f48-8f91-f3c766ee60e3 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:03.863984 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:03.908838 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e90bb5-70a3-4f48-8f91-f3c766ee60e3 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ff62af-1ccf-4586-90c2-e0ed448a7792,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:03.912454 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-72e90bb5-70a3-4f48-8f91-f3c766ee60e3 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:03.921787 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-72e90bb5-70a3-4f48-8f91-f3c766ee60e3 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:03.923356 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-72e90bb5-70a3-4f48-8f91-f3c766ee60e3 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2701490 Jun 29 17:29:04.094471 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0cb399b4-9fad-4924-8516-f97f420b25d7 req-9f8172a3-88bd-4313-bbcb-70ba7c77b041 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917598819&fields=id&tenant_id=588ca4389b58435b88ab607d6099464f HTTP/1.1" status: 200 len: 267 time: 0.0546200 Jun 29 17:29:04.208646 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb399b4-9fad-4924-8516-f97f420b25d7 req-13b5e455-223e-4ace-8480-178d1b491eb3 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:04.217773 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0cb399b4-9fad-4924-8516-f97f420b25d7 req-13b5e455-223e-4ace-8480-178d1b491eb3 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 945 time: 0.1153464 Jun 29 17:29:04.224844 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-0cb399b4-9fad-4924-8516-f97f420b25d7 req-957bd196-5421-483d-a023-8bea5494b9aa tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Request body: {'port': {'security_groups': ['2e0f14b3-f3bd-4a9b-81ca-537714dfe29c', '8782fd39-689c-4f77-9dcd-92de287b2f21']}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:04.343059 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-0cb399b4-9fad-4924-8516-f97f420b25d7 req-957bd196-5421-483d-a023-8bea5494b9aa tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:04.725111 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-0cb399b4-9fad-4924-8516-f97f420b25d7 req-957bd196-5421-483d-a023-8bea5494b9aa tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] For port 5c3a542a-77b8-4f1f-a8f4-c37596763141, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5c3a542a-77b8-4f1f-a8f4-c37596763141,segment=NetworkSegment(c12d2ca7-f548-4a97-8bf9-bd8065d03009),segment_id=c12d2ca7-f548-4a97-8bf9-bd8065d03009)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:04.784626 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-0cb399b4-9fad-4924-8516-f97f420b25d7 req-957bd196-5421-483d-a023-8bea5494b9aa tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:04.791478 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-0cb399b4-9fad-4924-8516-f97f420b25d7 req-957bd196-5421-483d-a023-8bea5494b9aa tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:04.813869 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['5c3a542a-77b8-4f1f-a8f4-c37596763141'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:29:04.824705 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-bf2a9193-7437-4ffe-ae57-146521f94079 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:04.940922 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb399b4-9fad-4924-8516-f97f420b25d7 req-957bd196-5421-483d-a023-8bea5494b9aa tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:04.941194 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdffbd0-6552-44d8-894a-0c410fd7e8c0 req-0045e7ee-9304-4cb3-b692-8bbd736a58dc tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:04.942125 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-0cb399b4-9fad-4924-8516-f97f420b25d7 req-957bd196-5421-483d-a023-8bea5494b9aa tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:04.944984 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0cb399b4-9fad-4924-8516-f97f420b25d7 req-957bd196-5421-483d-a023-8bea5494b9aa tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "PUT /v2.0/ports/5c3a542a-77b8-4f1f-a8f4-c37596763141 HTTP/1.1" status: 200 len: 981 time: 0.7260306 Jun 29 17:29:04.946086 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'tag': '5c3a542a-77b8-4f1f-a8f4-c37596763141'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:29:04.956203 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d3e0c5-59f2-4d7e-9c50-bdaf456dc032" -d '{"events": [{"name": "network-changed", "server_uuid": "be00fd5d-978c-4896-bb60-79f7a3102f51", "tag": "5c3a542a-77b8-4f1f-a8f4-c37596763141"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:29:04.983175 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8cdffbd0-6552-44d8-894a-0c410fd7e8c0 req-0045e7ee-9304-4cb3-b692-8bbd736a58dc tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1972342 Jun 29 17:29:05.070010 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bd196-5421-483d-a023-8bea5494b9aa tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Pushing event updated for resources: {'Port': ['ID=5c3a542a-77b8-4f1f-a8f4-c37596763141,revision_number=6']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:05.081840 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-957bd196-5421-483d-a023-8bea5494b9aa tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:05.092128 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['5c3a542a-77b8-4f1f-a8f4-c37596763141'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:29:05.136470 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8cdffbd0-6552-44d8-894a-0c410fd7e8c0 req-ea6c2b4c-238b-41a5-a443-0f9e0e699608 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449807 Jun 29 17:29:05.301184 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742ef73d-8680-4998-9b2a-9f698211efdf x-openstack-request-id: req-742ef73d-8680-4998-9b2a-9f698211efdf {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:29:05.302100 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be00fd5d-978c-4896-bb60-79f7a3102f51", "tag": "5c3a542a-77b8-4f1f-a8f4-c37596763141", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:29:05.302746 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-742ef73d-8680-4998-9b2a-9f698211efdf {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:29:05.303310 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'tag': '5c3a542a-77b8-4f1f-a8f4-c37596763141', 'status': 'completed', 'code': 200} Jun 29 17:29:05.527757 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-62a8205e-b7ea-404e-986a-5cc1ff196e75 None None] Provisioning complete for port 5c3a542a-77b8-4f1f-a8f4-c37596763141 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:29:05.532928 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c7b6e-fc60-4623-a837-314e7f03f249 req-272cc6e8-0df5-4876-90d2-aa99c5e71017 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:05.534815 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b11c7b6e-fc60-4623-a837-314e7f03f249 req-272cc6e8-0df5-4876-90d2-aa99c5e71017 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 984 time: 0.3210583 Jun 29 17:29:05.539680 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-62a8205e-b7ea-404e-986a-5cc1ff196e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:05.736404 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3e0c5-59f2-4d7e-9c50-bdaf456dc032 req-007938aa-c5e9-436f-99e2-9fd655c90866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:05.741482 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b9d3e0c5-59f2-4d7e-9c50-bdaf456dc032 req-007938aa-c5e9-436f-99e2-9fd655c90866 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=588ca4389b58435b88ab607d6099464f&device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 1137 time: 0.3847048 Jun 29 17:29:05.756216 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b11c7b6e-fc60-4623-a837-314e7f03f249 req-c38c385f-c9db-4edb-933b-fb8fcd2bee5e tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&id=8782fd39-689c-4f77-9dcd-92de287b2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1950817 Jun 29 17:29:06.043511 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3e0c5-59f2-4d7e-9c50-bdaf456dc032 req-394f1c0f-e3f3-49a8-9406-8b542582d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:06.045156 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b9d3e0c5-59f2-4d7e-9c50-bdaf456dc032 req-394f1c0f-e3f3-49a8-9406-8b542582d23f service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb59b277-7b65-4524-ae30-f2a1ba9a847c HTTP/1.1" status: 200 len: 917 time: 0.2832551 Jun 29 17:29:06.188973 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b9d3e0c5-59f2-4d7e-9c50-bdaf456dc032 req-33878438-c1f6-4c58-95f9-2cd1c7c17823 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3a542a-77b8-4f1f-a8f4-c37596763141 HTTP/1.1" status: 200 len: 1001 time: 0.1305118 Jun 29 17:29:06.322129 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3e0c5-59f2-4d7e-9c50-bdaf456dc032 req-cea5f0eb-1dc9-4615-8637-63060b721b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:06.324049 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b9d3e0c5-59f2-4d7e-9c50-bdaf456dc032 req-cea5f0eb-1dc9-4615-8637-63060b721b98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a68666ec-ab6f-4576-a9fc-c23b39bc8b7b HTTP/1.1" status: 200 len: 854 time: 0.1168866 Jun 29 17:29:06.426217 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3e0c5-59f2-4d7e-9c50-bdaf456dc032 req-d1b3ec29-ce97-4106-8e17-5541238d553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:06.428139 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b9d3e0c5-59f2-4d7e-9c50-bdaf456dc032 req-d1b3ec29-ce97-4106-8e17-5541238d553f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb59b277-7b65-4524-ae30-f2a1ba9a847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0888517 Jun 29 17:29:06.565055 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e2ed4-a5f3-47b4-8ea2-bc74cc5dfd9d req-0cf80040-b0a0-4735-81ce-b51beeacfc1d tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:06.566063 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b9d3e0c5-59f2-4d7e-9c50-bdaf456dc032 req-492a441a-09c6-4d67-b908-350ff73c86dc service neutron] 10.222.0.72 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247017 Jun 29 17:29:06.566864 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a77e2ed4-a5f3-47b4-8ea2-bc74cc5dfd9d req-0cf80040-b0a0-4735-81ce-b51beeacfc1d tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1577146 Jun 29 17:29:06.728287 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b9d3e0c5-59f2-4d7e-9c50-bdaf456dc032 req-ddf080bc-dd41-443c-9f42-5a50cd4f2a04 service neutron] 10.222.0.72 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511581 Jun 29 17:29:06.841548 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a77e2ed4-a5f3-47b4-8ea2-bc74cc5dfd9d req-0dc155fd-d991-4fad-a962-d7eb0d491259 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679179 Jun 29 17:29:08.211076 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa3963-b8c2-4b6f-a2ea-10b7acd5dc2f req-e3dc6f43-3bd8-444d-8426-3229195fed9a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:08.228873 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a0fa3963-b8c2-4b6f-a2ea-10b7acd5dc2f req-e3dc6f43-3bd8-444d-8426-3229195fed9a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1531487 Jun 29 17:29:08.286339 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a0fa3963-b8c2-4b6f-a2ea-10b7acd5dc2f req-8b37dd4a-9276-4662-be27-7d6bcecf97aa tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546002 Jun 29 17:29:09.481207 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f18a6-4b82-495d-8931-2c8a8f5f4f78 req-b7be7d22-fe4b-4b77-b1f5-9149784dce20 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:09.485635 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a92f18a6-4b82-495d-8931-2c8a8f5f4f78 req-b7be7d22-fe4b-4b77-b1f5-9149784dce20 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 946 time: 0.1171858 Jun 29 17:29:09.556130 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a92f18a6-4b82-495d-8931-2c8a8f5f4f78 req-5d2cc7cc-6f8a-460f-bb58-fa9bd2b684de tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590656 Jun 29 17:29:09.638115 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54612ef7-e8a0-4b69-afb1-ef984e004d51 req-fe31618e-0ffb-4aae-a1db-98b9fc4968ef tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:09.642919 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-54612ef7-e8a0-4b69-afb1-ef984e004d51 req-fe31618e-0ffb-4aae-a1db-98b9fc4968ef tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1323729 Jun 29 17:29:09.724876 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-54612ef7-e8a0-4b69-afb1-ef984e004d51 req-64a18ba8-f96e-4f5a-9f71-0f2a39a6c82a tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733821 Jun 29 17:29:10.950883 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29b15-0bc7-4138-881f-db2afda3b66d req-c98eb7de-9c72-43d3-afeb-4141bde9b43c tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:10.961910 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-02a29b15-0bc7-4138-881f-db2afda3b66d req-c98eb7de-9c72-43d3-afeb-4141bde9b43c tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 946 time: 0.1760490 Jun 29 17:29:11.009624 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-02a29b15-0bc7-4138-881f-db2afda3b66d req-2c5acb0c-0252-4915-a43c-69b0b3ab33d3 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463858 Jun 29 17:29:11.118142 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46472847-0c77-4870-a2d3-d9d86e878d1c req-50ae71d0-8597-437d-9a1e-d60c69e5b8e0 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:11.132737 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-46472847-0c77-4870-a2d3-d9d86e878d1c req-50ae71d0-8597-437d-9a1e-d60c69e5b8e0 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1677904 Jun 29 17:29:11.223802 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-46472847-0c77-4870-a2d3-d9d86e878d1c req-61706ec7-133b-44c6-854c-73552f451ee9 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893536 Jun 29 17:29:12.335486 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346a752-8743-4c34-83ea-effe86711dae req-7150ec2b-769f-4dbe-a9b7-1a0aec9c4032 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:12.342342 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6346a752-8743-4c34-83ea-effe86711dae req-7150ec2b-769f-4dbe-a9b7-1a0aec9c4032 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 946 time: 0.1252456 Jun 29 17:29:12.446806 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6346a752-8743-4c34-83ea-effe86711dae req-2e9d6fa4-d225-4194-961a-57ef4ce15841 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978727 Jun 29 17:29:12.635914 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f3aaf-aef2-43e5-9328-e61919b043e4 req-863465c0-1159-405c-a620-cbc4652482fc tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:12.644168 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-6a4f3aaf-aef2-43e5-9328-e61919b043e4 req-863465c0-1159-405c-a620-cbc4652482fc tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1224971 Jun 29 17:29:12.725694 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-6a4f3aaf-aef2-43e5-9328-e61919b043e4 req-8c54f9d2-e26c-4627-b237-0d4a1be0cb1e tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736678 Jun 29 17:29:13.566560 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f28a2f-87d2-4f24-8fb9-fa8d1121237b req-ee6c2406-3f80-41ad-94d6-8f106476cc0b tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:13.569818 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-54f28a2f-87d2-4f24-8fb9-fa8d1121237b req-ee6c2406-3f80-41ad-94d6-8f106476cc0b tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1021256 Jun 29 17:29:13.826895 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-54f28a2f-87d2-4f24-8fb9-fa8d1121237b req-f7ab6c86-f329-45fe-99cf-0b9abd02bee8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Deleting port 597f1683-760b-40fe-b4db-93b3bf7049ed {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:29:13.827698 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-54f28a2f-87d2-4f24-8fb9-fa8d1121237b req-f7ab6c86-f329-45fe-99cf-0b9abd02bee8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:13.987785 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edc46f-c3fa-43c4-81aa-2a7d10ec0211 req-6f6b6fb4-618f-4475-8d17-1c9bdf61962f tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:13.990608 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e6edc46f-c3fa-43c4-81aa-2a7d10ec0211 req-6f6b6fb4-618f-4475-8d17-1c9bdf61962f tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 946 time: 0.3343954 Jun 29 17:29:14.131401 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-54f28a2f-87d2-4f24-8fb9-fa8d1121237b req-f7ab6c86-f329-45fe-99cf-0b9abd02bee8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] For port 597f1683-760b-40fe-b4db-93b3bf7049ed, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=597f1683-760b-40fe-b4db-93b3bf7049ed,segment=NetworkSegment(b401a707-1d80-496c-a38c-4b3f6ee76a08),segment_id=b401a707-1d80-496c-a38c-4b3f6ee76a08)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:14.132078 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-54f28a2f-87d2-4f24-8fb9-fa8d1121237b req-f7ab6c86-f329-45fe-99cf-0b9abd02bee8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:14.138582 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e6edc46f-c3fa-43c4-81aa-2a7d10ec0211 req-57990c15-7d2a-4a50-b783-a13f643b71f2 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125424 Jun 29 17:29:14.157180 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-54f28a2f-87d2-4f24-8fb9-fa8d1121237b req-f7ab6c86-f329-45fe-99cf-0b9abd02bee8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Calling delete_port for 597f1683-760b-40fe-b4db-93b3bf7049ed owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:29:14.369462 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 40960) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:14.378909 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c69d03-75ae-4886-8679-cd45badd04e0 req-9586cb21-d829-40bd-9f47-5d2e11c9f1c5 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:14.381038 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-23c69d03-75ae-4886-8679-cd45badd04e0 req-9586cb21-d829-40bd-9f47-5d2e11c9f1c5 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 946 time: 0.1531947 Jun 29 17:29:14.419239 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-54f28a2f-87d2-4f24-8fb9-fa8d1121237b req-f7ab6c86-f329-45fe-99cf-0b9abd02bee8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:14.430890 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-4c6cbe9f-80c9-42ea-a3dc-af70a715b21b tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:14.437446 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['597f1683-760b-40fe-b4db-93b3bf7049ed'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:29:14.450010 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-23c69d03-75ae-4886-8679-cd45badd04e0 req-c1ef772a-66d7-40e4-bb58-83cd3f5bb0ac tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/security-groups?id=6c2f1701-fd33-41cc-8ca9-849dc88bcb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543108 Jun 29 17:29:14.471267 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab6c86-f329-45fe-99cf-0b9abd02bee8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Pushing event deleted for resources: {'Port': ['ID=597f1683-760b-40fe-b4db-93b3bf7049ed,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:14.513417 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f7ab6c86-f329-45fe-99cf-0b9abd02bee8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:14.542238 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f28a2f-87d2-4f24-8fb9-fa8d1121237b req-f7ab6c86-f329-45fe-99cf-0b9abd02bee8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] No DVR routers for this DVR port 597f1683-760b-40fe-b4db-93b3bf7049ed on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:29:14.545400 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-54f28a2f-87d2-4f24-8fb9-fa8d1121237b req-f7ab6c86-f329-45fe-99cf-0b9abd02bee8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:14.548322 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-54f28a2f-87d2-4f24-8fb9-fa8d1121237b req-f7ab6c86-f329-45fe-99cf-0b9abd02bee8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.72 "DELETE /v2.0/ports/597f1683-760b-40fe-b4db-93b3bf7049ed HTTP/1.1" status: 204 len: 173 time: 0.9662583 Jun 29 17:29:14.549492 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30e2910-9f10-47ae-8ba0-0081f02ceada', 'name': 'network-vif-deleted', 'tag': '597f1683-760b-40fe-b4db-93b3bf7049ed'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:29:14.554666 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c3d7cb-956a-45ed-b387-08013a548d08" -d '{"events": [{"server_uuid": "e30e2910-9f10-47ae-8ba0-0081f02ceada", "name": "network-vif-deleted", "tag": "597f1683-760b-40fe-b4db-93b3bf7049ed"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:29:14.598001 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5aab42f2-5db3-442b-9f28-81c2117eaba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:14.627824 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d107f5-31fc-40d8-8e9c-42a7b8810ff6 x-openstack-request-id: req-09d107f5-31fc-40d8-8e9c-42a7b8810ff6 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:29:14.629868 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30e2910-9f10-47ae-8ba0-0081f02ceada", "name": "network-vif-deleted", "tag": "597f1683-760b-40fe-b4db-93b3bf7049ed", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:29:14.631352 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-09d107f5-31fc-40d8-8e9c-42a7b8810ff6 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:29:14.632347 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30e2910-9f10-47ae-8ba0-0081f02ceada', 'name': 'network-vif-deleted', 'tag': '597f1683-760b-40fe-b4db-93b3bf7049ed', 'status': 'completed', 'code': 200} Jun 29 17:29:14.745457 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:14.776201 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5aab42f2-5db3-442b-9f28-81c2117eaba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:14.791518 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5aab42f2-5db3-442b-9f28-81c2117eaba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:14.794502 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-6876c644-3d00-476e-bce7-f90d4d3a2da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:14.839971 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-5aab42f2-5db3-442b-9f28-81c2117eaba3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=675f63964c0d4d11821cd7e7a408b822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4575472 Jun 29 17:29:14.840971 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab42f2-5db3-442b-9f28-81c2117eaba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c5511d-3434-4c77-9443-815732a89bc6,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:14.843032 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 40970) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:14.844790 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-5aab42f2-5db3-442b-9f28-81c2117eaba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:14.918595 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5e5f-46cb-40c2-8537-131fa3c93881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:14.955192 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5e5f-46cb-40c2-8537-131fa3c93881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:15.025744 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5e5f-46cb-40c2-8537-131fa3c93881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:15.029538 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5e5f-46cb-40c2-8537-131fa3c93881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:15.030701 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-6b2b5e5f-46cb-40c2-8537-131fa3c93881 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/87c5511d-3434-4c77-9443-815732a89bc6 HTTP/1.1" status: 204 len: 168 time: 0.1855986 Jun 29 17:29:15.033059 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-800d77de-7909-4299-9947-ccdfd74e1414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:15.043061 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b5e5f-46cb-40c2-8537-131fa3c93881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c5511d-3434-4c77-9443-815732a89bc6,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:15.046315 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-6b2b5e5f-46cb-40c2-8537-131fa3c93881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:15.509155 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41004) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:15.523118 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27332d06-848b-4c82-846a-ba1fd381c1b1 req-51f9174b-9616-4496-bb2f-35e285c1ef34 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:15.525238 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-27332d06-848b-4c82-846a-ba1fd381c1b1 req-51f9174b-9616-4496-bb2f-35e285c1ef34 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 946 time: 0.1592216 Jun 29 17:29:15.536023 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-84229278-f3df-4e0a-82cf-530120c5f281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:15.622643 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-27332d06-848b-4c82-846a-ba1fd381c1b1 req-e5dffa63-fab9-430b-a538-e79826c7585f tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848036 Jun 29 17:29:15.767688 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-84229278-f3df-4e0a-82cf-530120c5f281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:15.798603 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-84229278-f3df-4e0a-82cf-530120c5f281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:15.840993 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-1f163f8c-e250-472a-bc93-cf65c79e5d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:15.847428 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-38270573-ec91-41db-8732-51d1a132334f req-fa125b08-e3f1-41ef-9938-c28bb564e425 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] 10.222.0.101 "GET /v2.0/ports?device_id=e30e2910-9f10-47ae-8ba0-0081f02ceada HTTP/1.1" status: 200 len: 210 time: 0.0737319 Jun 29 17:29:15.904236 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-84229278-f3df-4e0a-82cf-530120c5f281 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e85f54afea8d47b89e0ec6db331e3793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929825 Jun 29 17:29:15.907504 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41012) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:15.919470 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84229278-f3df-4e0a-82cf-530120c5f281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dfba9e-c7f2-4e5e-870c-da1eddaefdd3,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:15.933439 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-84229278-f3df-4e0a-82cf-530120c5f281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:16.005857 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4a36e464-f335-47ca-a7dc-81876e377a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:16.039098 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4a36e464-f335-47ca-a7dc-81876e377a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:16.109106 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4a36e464-f335-47ca-a7dc-81876e377a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:16.112842 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4a36e464-f335-47ca-a7dc-81876e377a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:16.116779 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-4a36e464-f335-47ca-a7dc-81876e377a57 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/04dfba9e-c7f2-4e5e-870c-da1eddaefdd3 HTTP/1.1" status: 204 len: 168 time: 0.2057083 Jun 29 17:29:16.116779 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-9877994b-e03d-493c-9721-651804dd2085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:16.127957 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36e464-f335-47ca-a7dc-81876e377a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dfba9e-c7f2-4e5e-870c-da1eddaefdd3,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:16.131967 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-4a36e464-f335-47ca-a7dc-81876e377a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:16.624991 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41058) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:16.644108 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-1ff16192-25c9-41a9-8caf-9ed2667ee9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:16.853148 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-1ff16192-25c9-41a9-8caf-9ed2667ee9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:16.861015 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-1ff16192-25c9-41a9-8caf-9ed2667ee9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:16.868333 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-5aab42f2-5db3-442b-9f28-81c2117eaba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:16.946969 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff16192-25c9-41a9-8caf-9ed2667ee9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d037ecc-9638-4631-bc4c-c1ebefa34a4f,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:16.958005 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-1ff16192-25c9-41a9-8caf-9ed2667ee9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:16.958313 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 41064) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:16.964648 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-1ff16192-25c9-41a9-8caf-9ed2667ee9d3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ba834035435f46babf7c8dc818545945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357885 Jun 29 17:29:16.966440 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41066) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:17.032228 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744b720-b8a1-405e-a2fb-4098e5c01410 req-946f12a6-60c6-4a2e-a456-5bebdad07129 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:17.034574 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-9744b720-b8a1-405e-a2fb-4098e5c01410 req-946f12a6-60c6-4a2e-a456-5bebdad07129 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 946 time: 0.2576165 Jun 29 17:29:17.110138 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5ff97e63-4c85-4590-a46e-7bef28ef8f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:17.120431 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-9744b720-b8a1-405e-a2fb-4098e5c01410 req-0047021a-a92a-4d51-9b95-089d434015c4 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779078 Jun 29 17:29:17.152943 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5ff97e63-4c85-4590-a46e-7bef28ef8f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:17.232430 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5ff97e63-4c85-4590-a46e-7bef28ef8f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:17.235476 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5ff97e63-4c85-4590-a46e-7bef28ef8f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:17.236750 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-5ff97e63-4c85-4590-a46e-7bef28ef8f22 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3d037ecc-9638-4631-bc4c-c1ebefa34a4f HTTP/1.1" status: 204 len: 168 time: 0.2689493 Jun 29 17:29:17.237648 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7d4e7ca6-aa84-4e13-a3d5-008914c43cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:17.247301 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff97e63-4c85-4590-a46e-7bef28ef8f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d037ecc-9638-4631-bc4c-c1ebefa34a4f,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:17.251078 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-5ff97e63-4c85-4590-a46e-7bef28ef8f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:17.543501 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41078) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:17.634712 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_v2 [None req-9800eec1-a19f-451c-9ab0-8980f6be73d0 admin admin] Deleting subnet 6fbb0191-b715-43b8-b897-7d0fe14b5696 {{(pid=93003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:29:17.639011 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9800eec1-a19f-451c-9ab0-8980f6be73d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:17.680714 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-83ff6383-15ef-4a09-b3bf-df1bf0851439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688077'] for router_interface, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:17.695121 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9800eec1-a19f-451c-9ab0-8980f6be73d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8326977'] for subnet, precommit_delete_associations {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:17.770855 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9800eec1-a19f-451c-9ab0-8980f6be73d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960687'] for subnet, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:17.859745 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9800eec1-a19f-451c-9ab0-8980f6be73d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8352469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156225'] for subnet, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:17.862472 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-2801bb2a-f54b-4a6e-b9d7-8879eaa59b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:17.894810 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800eec1-a19f-451c-9ab0-8980f6be73d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fbb0191-b715-43b8-b897-7d0fe14b5696,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:17.898105 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-9800eec1-a19f-451c-9ab0-8980f6be73d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:17.906557 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9800eec1-a19f-451c-9ab0-8980f6be73d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:17.910064 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-9800eec1-a19f-451c-9ab0-8980f6be73d0 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/6fbb0191-b715-43b8-b897-7d0fe14b5696 HTTP/1.1" status: 204 len: 168 time: 0.3649149 Jun 29 17:29:17.911703 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41088) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:18.011715 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bb49965f-7e51-4be2-aed2-f6a3aa13b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641426'] for network, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:18.117190 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bb49965f-7e51-4be2-aed2-f6a3aa13b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960625', 'neutron.services.segments.db._delete_segments_for_network-8774724346435'] for network, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:18.130781 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.services.segments.db [None req-bb49965f-7e51-4be2-aed2-f6a3aa13b8e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd44f62d-3c9e-48db-a6e9-1d5da46c326a']}} {{(pid=93003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:18.145654 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.services.segments.db [None req-bb49965f-7e51-4be2-aed2-f6a3aa13b8e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af33d32-e8c2-48ec-9d28-92bc775c6875') {'for_net_delete': True} {{(pid=93003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:18.145819 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.services.segments.db [None req-bb49965f-7e51-4be2-aed2-f6a3aa13b8e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af33d32-e8c2-48ec-9d28-92bc775c6875') {} {{(pid=93003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:18.159455 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bb49965f-7e51-4be2-aed2-f6a3aa13b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774724263370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8326990'] for segment, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:18.190690 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bb49965f-7e51-4be2-aed2-f6a3aa13b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:18.210491 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb49965f-7e51-4be2-aed2-f6a3aa13b8e6 admin admin] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=93003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:29:18.211047 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bb49965f-7e51-4be2-aed2-f6a3aa13b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8352376'] for segment, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: Traceback (most recent call last): Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: timer() Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: cb(*args, **kw) Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: return func(*args, **kwargs) Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: self._notify() Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: self.callback(batched_events) Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: event.method(event) Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: return f(self, *a, **k) Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: return self._get(url).json() Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: return self.request(url, 'GET', **kwargs) Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:29:18.214615 dv-cinder-763306-14-smb neutron-server[93003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:29:18.397930 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bb49965f-7e51-4be2-aed2-f6a3aa13b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605428'] for network, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:18.414106 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:18.426021 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bb49965f-7e51-4be2-aed2-f6a3aa13b8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:18.433508 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-bb49965f-7e51-4be2-aed2-f6a3aa13b8e6 admin admin] 10.222.0.101 "DELETE /v2.0/networks/fd44f62d-3c9e-48db-a6e9-1d5da46c326a HTTP/1.1" status: 204 len: 168 time: 0.5163426 Jun 29 17:29:18.471540 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49965f-7e51-4be2-aed2-f6a3aa13b8e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd44f62d-3c9e-48db-a6e9-1d5da46c326a,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:18.478315 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-bb49965f-7e51-4be2-aed2-f6a3aa13b8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:18.497905 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-83ff6383-15ef-4a09-b3bf-df1bf0851439 admin admin] Deleting port 81cc2dc0-3d97-4a02-94fd-8df739d24b93 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:29:18.498941 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-83ff6383-15ef-4a09-b3bf-df1bf0851439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:18.532295 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667819c0-37f0-4d99-a68c-6f92dbf50232 req-83a0fa42-42a7-4154-bfa1-ef00028a08d4 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:18.547307 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-667819c0-37f0-4d99-a68c-6f92dbf50232 req-83a0fa42-42a7-4154-bfa1-ef00028a08d4 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 946 time: 0.2457836 Jun 29 17:29:18.613536 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 597f1683-760b-40fe-b4db-93b3bf7049ed no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:29:18.631504 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-667819c0-37f0-4d99-a68c-6f92dbf50232 req-714218aa-2ca7-4aa1-b466-c977ffda4347 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821536 Jun 29 17:29:18.647438 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: 597f1683-760b-40fe-b4db-93b3bf7049ed {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:29:18.648057 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 597f1683-760b-40fe-b4db-93b3bf7049ed not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:29:18.756466 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41108) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:18.778375 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfd550-101e-4ec7-9284-834f98a9a8a5 req-8fcbb68c-aead-48f6-be0b-a0cda529e45c tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:18.781058 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e5cfd550-101e-4ec7-9284-834f98a9a8a5 req-8fcbb68c-aead-48f6-be0b-a0cda529e45c tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 946 time: 0.2574215 Jun 29 17:29:18.791000 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [None req-83ff6383-15ef-4a09-b3bf-df1bf0851439 admin admin] For port 81cc2dc0-3d97-4a02-94fd-8df739d24b93, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=81cc2dc0-3d97-4a02-94fd-8df739d24b93,segment=NetworkSegment(b401a707-1d80-496c-a38c-4b3f6ee76a08),segment_id=b401a707-1d80-496c-a38c-4b3f6ee76a08)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:18.791613 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-83ff6383-15ef-4a09-b3bf-df1bf0851439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:18.852277 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-bcb9bf84-52be-4e05-9c48-73cea602f444 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d61962fca0fa443aa05613f402e44542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0887382 Jun 29 17:29:18.853051 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41112) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:18.868807 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-83ff6383-15ef-4a09-b3bf-df1bf0851439 admin admin] Calling delete_port for 81cc2dc0-3d97-4a02-94fd-8df739d24b93 owned by network:router_interface {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:29:18.952490 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-81ad4eb9-5ba3-4792-8805-1b5daf62eb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:18.984851 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-81ad4eb9-5ba3-4792-8805-1b5daf62eb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:19.094843 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-81ad4eb9-5ba3-4792-8805-1b5daf62eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:19.097982 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-81ad4eb9-5ba3-4792-8805-1b5daf62eb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:19.099480 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-81ad4eb9-5ba3-4792-8805-1b5daf62eb9c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0d73ff2e-81c6-4fda-b451-39d803d29c6d HTTP/1.1" status: 204 len: 168 time: 0.2448401 Jun 29 17:29:19.100637 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-52ee086e-ad99-44ca-9392-01b284dfc0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:19.111904 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad4eb9-5ba3-4792-8805-1b5daf62eb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d73ff2e-81c6-4fda-b451-39d803d29c6d,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:19.122136 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-81ad4eb9-5ba3-4792-8805-1b5daf62eb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:19.242166 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-e5cfd550-101e-4ec7-9284-834f98a9a8a5 req-fb8e315b-3682-4cce-9cde-7248e6e32e6e tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Deleting port 8b97292d-9f32-48d4-8a3a-20885e3ce711 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:29:19.242775 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e5cfd550-101e-4ec7-9284-834f98a9a8a5 req-fb8e315b-3682-4cce-9cde-7248e6e32e6e tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:19.501176 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-e5cfd550-101e-4ec7-9284-834f98a9a8a5 req-fb8e315b-3682-4cce-9cde-7248e6e32e6e tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] For port 8b97292d-9f32-48d4-8a3a-20885e3ce711, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8b97292d-9f32-48d4-8a3a-20885e3ce711,segment=NetworkSegment(90912eee-697a-462b-ab1e-19ec7236e0a0),segment_id=90912eee-697a-462b-ab1e-19ec7236e0a0)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:19.501820 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e5cfd550-101e-4ec7-9284-834f98a9a8a5 req-fb8e315b-3682-4cce-9cde-7248e6e32e6e tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:19.539355 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-e5cfd550-101e-4ec7-9284-834f98a9a8a5 req-fb8e315b-3682-4cce-9cde-7248e6e32e6e tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Calling delete_port for 8b97292d-9f32-48d4-8a3a-20885e3ce711 owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:29:19.555816 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-83ff6383-15ef-4a09-b3bf-df1bf0851439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:19.563395 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-eb3944a8-50fb-4c9f-b682-b8c0767b019e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:19.662883 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff6383-15ef-4a09-b3bf-df1bf0851439 admin admin] Pushing event deleted for resources: {'Port': ['ID=81cc2dc0-3d97-4a02-94fd-8df739d24b93,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:19.674452 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-83ff6383-15ef-4a09-b3bf-df1bf0851439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:19.900581 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2db5c2-4511-43dd-8f15-d0a38e817140 req-76e78452-e95f-4ac9-bd2a-e74ab20d559c tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:19.902188 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3b2db5c2-4511-43dd-8f15-d0a38e817140 req-76e78452-e95f-4ac9-bd2a-e74ab20d559c tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 946 time: 0.1077538 Jun 29 17:29:19.957759 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3b2db5c2-4511-43dd-8f15-d0a38e817140 req-96c2f92d-649e-4d0c-b3d3-9d582b4d29a1 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436494 Jun 29 17:29:20.090916 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e5cfd550-101e-4ec7-9284-834f98a9a8a5 req-fb8e315b-3682-4cce-9cde-7248e6e32e6e tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:20.100158 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:20.106399 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['8b97292d-9f32-48d4-8a3a-20885e3ce711'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:29:20.149794 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-83ff6383-15ef-4a09-b3bf-df1bf0851439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695165'] for router_interface, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:20.158617 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e315b-3682-4cce-9cde-7248e6e32e6e tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Pushing event deleted for resources: {'Port': ['ID=8b97292d-9f32-48d4-8a3a-20885e3ce711,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:20.174914 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-fb8e315b-3682-4cce-9cde-7248e6e32e6e tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:20.311009 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cfd550-101e-4ec7-9284-834f98a9a8a5 req-fb8e315b-3682-4cce-9cde-7248e6e32e6e tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] No DVR routers for this DVR port 8b97292d-9f32-48d4-8a3a-20885e3ce711 on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:29:20.317390 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e5cfd550-101e-4ec7-9284-834f98a9a8a5 req-fb8e315b-3682-4cce-9cde-7248e6e32e6e tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:20.320117 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e5cfd550-101e-4ec7-9284-834f98a9a8a5 req-fb8e315b-3682-4cce-9cde-7248e6e32e6e tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.72 "DELETE /v2.0/ports/8b97292d-9f32-48d4-8a3a-20885e3ce711 HTTP/1.1" status: 204 len: 173 time: 1.5238192 Jun 29 17:29:20.320903 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f43cfea-a7d6-4d96-afce-82efaf967e70', 'name': 'network-vif-deleted', 'tag': '8b97292d-9f32-48d4-8a3a-20885e3ce711'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:29:20.323952 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2d57f4-213e-477a-aa31-b485a40f30d1" -d '{"events": [{"server_uuid": "7f43cfea-a7d6-4d96-afce-82efaf967e70", "name": "network-vif-deleted", "tag": "8b97292d-9f32-48d4-8a3a-20885e3ce711"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:29:20.461919 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e517521c-589b-4e12-8ee4-34b97db5a3c1 x-openstack-request-id: req-e517521c-589b-4e12-8ee4-34b97db5a3c1 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:29:20.462856 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f43cfea-a7d6-4d96-afce-82efaf967e70", "name": "network-vif-deleted", "tag": "8b97292d-9f32-48d4-8a3a-20885e3ce711", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:29:20.463535 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e517521c-589b-4e12-8ee4-34b97db5a3c1 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:29:20.464451 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f43cfea-a7d6-4d96-afce-82efaf967e70', 'name': 'network-vif-deleted', 'tag': '8b97292d-9f32-48d4-8a3a-20885e3ce711', 'status': 'completed', 'code': 200} Jun 29 17:29:20.736096 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ff6383-15ef-4a09-b3bf-df1bf0851439 admin admin] Router f3df158d-c867-40d8-a4ff-3f11488cef87 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:29:20.959837 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ff6383-15ef-4a09-b3bf-df1bf0851439 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:29:20.973810 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-83ff6383-15ef-4a09-b3bf-df1bf0851439 admin admin] 10.222.0.101 "PUT /v2.0/routers/f3df158d-c867-40d8-a4ff-3f11488cef87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0146344 Jun 29 17:29:20.976513 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41198) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:20.980631 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ee3b81-6bd3-4714-a523-d279445f0ddb None None] Sync routers for ids ['f3df158d-c867-40d8-a4ff-3f11488cef87'] in dv-cinder-763306-14-smb {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:29:20.993714 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ee3b81-6bd3-4714-a523-d279445f0ddb None None] Routers {'f3df158d-c867-40d8-a4ff-3f11488cef87'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:29:20.994368 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-59ee3b81-6bd3-4714-a523-d279445f0ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:28:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['f3df158d-c867-40d8-a4ff-3f11488cef87'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:21.172486 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-59ee3b81-6bd3-4714-a523-d279445f0ddb None None] Set router f3df158d-c867-40d8-a4ff-3f11488cef87 gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:29:21.272145 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] Notify callbacks [] for router, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:21.306104 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-172a68e8-3fea-447f-87e2-e4a5e4510393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:21.488984 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3473cdea-2dee-48c5-a897-f5d16879a1dd req-4a903dcc-6892-4707-97d4-da1143f5c6e4 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=7f43cfea-a7d6-4d96-afce-82efaf967e70 HTTP/1.1" status: 200 len: 210 time: 0.1123986 Jun 29 17:29:21.569187 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-59ee3b81-6bd3-4714-a523-d279445f0ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'name': 'tempest-ServerRescueNegativeTestJSON-1979561897-router', 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '98cd2c0e-fcb8-470e-ad46-74a81ae6afa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:49Z', 'updated_at': '2021-06-29T17:29:19Z', 'revision_number': 5, 'project_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'gw_port': {'id': '98cd2c0e-fcb8-470e-ad46-74a81ae6afa4', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:24:50Z', 'updated_at': '2021-06-29T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:21.584857 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:21.635664 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ee3b81-6bd3-4714-a523-d279445f0ddb None None] Checking router: f3df158d-c867-40d8-a4ff-3f11488cef87 for host: dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:29:21.659404 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ee3b81-6bd3-4714-a523-d279445f0ddb None None] Routers {'f3df158d-c867-40d8-a4ff-3f11488cef87'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:29:21.663026 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-59ee3b81-6bd3-4714-a523-d279445f0ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:28:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['f3df158d-c867-40d8-a4ff-3f11488cef87'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:21.711810 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.plugin [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] Deleting port 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4 {{(pid=93003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:29:21.712373 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:21.848549 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.db [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] For port 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=98cd2c0e-fcb8-470e-ad46-74a81ae6afa4,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:21.849112 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:21.882077 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.plugin [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] Calling delete_port for 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4 owned by network:router_gateway {{(pid=93003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:29:21.891909 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-59ee3b81-6bd3-4714-a523-d279445f0ddb None None] Set router f3df158d-c867-40d8-a4ff-3f11488cef87 gateway port host: None {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:29:22.004326 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-59ee3b81-6bd3-4714-a523-d279445f0ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'name': 'tempest-ServerRescueNegativeTestJSON-1979561897-router', 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:49Z', 'updated_at': '2021-06-29T17:29:21Z', 'revision_number': 6, 'project_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'gw_port_host': None}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:22.060753 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ee3b81-6bd3-4714-a523-d279445f0ddb None None] The sync data for ids ['f3df158d-c867-40d8-a4ff-3f11488cef87'] in dv-cinder-763306-14-smb is: [{'id': 'f3df158d-c867-40d8-a4ff-3f11488cef87', 'name': 'tempest-ServerRescueNegativeTestJSON-1979561897-router', 'tenant_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:24:49Z', 'updated_at': '2021-06-29T17:29:21Z', 'revision_number': 6, 'project_id': '86f0d1cf5da54b34a84d748acfe3ab8c', 'gw_port_host': None}] {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:29:22.187490 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8352303'] for port, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:22.191263 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-c525e2ac-2322-4782-8308-802e3df39f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:22.218249 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] Pushing event deleted for resources: {'Port': ['ID=98cd2c0e-fcb8-470e-ad46-74a81ae6afa4,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:22.222139 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:22.320246 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602009'] for router_gateway, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:22.498944 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:22.502807 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:22.607194 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693848'] for router, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:22.608041 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3df158d-c867-40d8-a4ff-3f11488cef87 {{(pid=93003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:29:22.615278 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] Notify callbacks [] for router, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:22.619658 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] 10.222.0.101 "DELETE /v2.0/routers/f3df158d-c867-40d8-a4ff-3f11488cef87 HTTP/1.1" status: 204 len: 168 time: 1.6390889 Jun 29 17:29:22.620031 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41240) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:22.657162 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 8b97292d-9f32-48d4-8a3a-20885e3ce711 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:29:22.685410 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: 8b97292d-9f32-48d4-8a3a-20885e3ce711 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:29:22.687602 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 8b97292d-9f32-48d4-8a3a-20885e3ce711 not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:29:22.700981 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_v2 [None req-b587c17b-53ae-4a15-8e13-b1f74c238dfe admin admin] Deleting subnet 2836b31e-fb3d-46b6-943e-6bb4d25b15b8 {{(pid=93003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:29:22.705678 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b587c17b-53ae-4a15-8e13-b1f74c238dfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:22.767935 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b587c17b-53ae-4a15-8e13-b1f74c238dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8326977'] for subnet, precommit_delete_associations {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:22.828360 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b587c17b-53ae-4a15-8e13-b1f74c238dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960687'] for subnet, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:22.931883 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b587c17b-53ae-4a15-8e13-b1f74c238dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8352469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156225'] for subnet, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:22.934630 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:22.962205 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587c17b-53ae-4a15-8e13-b1f74c238dfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2836b31e-fb3d-46b6-943e-6bb4d25b15b8,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:22.965506 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-b587c17b-53ae-4a15-8e13-b1f74c238dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:22.966518 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b587c17b-53ae-4a15-8e13-b1f74c238dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:22.968958 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-b587c17b-53ae-4a15-8e13-b1f74c238dfe admin admin] 10.222.0.101 "DELETE /v2.0/subnets/2836b31e-fb3d-46b6-943e-6bb4d25b15b8 HTTP/1.1" status: 204 len: 168 time: 0.3472023 Jun 29 17:29:22.971477 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41246) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:23.054464 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2c38b14d-0a75-4b8f-86e4-ec70a66a7590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641426'] for network, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:23.147541 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2c38b14d-0a75-4b8f-86e4-ec70a66a7590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960625', 'neutron.services.segments.db._delete_segments_for_network-8774724346435'] for network, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:23.161925 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.services.segments.db [None req-2c38b14d-0a75-4b8f-86e4-ec70a66a7590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848c8866-fdff-4385-a864-0f9f4cb70ea5']}} {{(pid=93003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:23.180892 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.services.segments.db [None req-2c38b14d-0a75-4b8f-86e4-ec70a66a7590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b401a707-1d80-496c-a38c-4b3f6ee76a08') {'for_net_delete': True} {{(pid=93003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:23.181427 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.services.segments.db [None req-2c38b14d-0a75-4b8f-86e4-ec70a66a7590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b401a707-1d80-496c-a38c-4b3f6ee76a08') {} {{(pid=93003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:23.199393 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2c38b14d-0a75-4b8f-86e4-ec70a66a7590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774724263370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8326990'] for segment, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:23.224105 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2c38b14d-0a75-4b8f-86e4-ec70a66a7590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:23.232457 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c38b14d-0a75-4b8f-86e4-ec70a66a7590 admin admin] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=93003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:29:23.232865 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2c38b14d-0a75-4b8f-86e4-ec70a66a7590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8352376'] for segment, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: Traceback (most recent call last): Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: timer() Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: cb(*args, **kw) Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: return func(*args, **kwargs) Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: self._notify() Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: self.callback(batched_events) Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: event.method(event) Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: return f(self, *a, **k) Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: return self._get(url).json() Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: return self.request(url, 'GET', **kwargs) Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:29:23.236104 dv-cinder-763306-14-smb neutron-server[93003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:29:23.298491 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2c38b14d-0a75-4b8f-86e4-ec70a66a7590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605428'] for network, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:23.306186 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2c38b14d-0a75-4b8f-86e4-ec70a66a7590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:23.309427 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-2c38b14d-0a75-4b8f-86e4-ec70a66a7590 admin admin] 10.222.0.101 "DELETE /v2.0/networks/848c8866-fdff-4385-a864-0f9f4cb70ea5 HTTP/1.1" status: 204 len: 168 time: 0.3363757 Jun 29 17:29:23.310518 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:23.334536 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38b14d-0a75-4b8f-86e4-ec70a66a7590 admin admin] Pushing event deleted for resources: {'Network': ['ID=848c8866-fdff-4385-a864-0f9f4cb70ea5,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:23.337822 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-2c38b14d-0a75-4b8f-86e4-ec70a66a7590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:23.554699 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 41258) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:23.612058 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-64e77f05-9e69-4acb-b810-4da6cdd3054a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=86f0d1cf5da54b34a84d748acfe3ab8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0557551 Jun 29 17:29:23.616594 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 41260) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:23.692228 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2e2cddb7-9959-4f95-b765-4eae21ee162e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:23.719649 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2e2cddb7-9959-4f95-b765-4eae21ee162e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:23.784464 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2e2cddb7-9959-4f95-b765-4eae21ee162e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:23.787521 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2e2cddb7-9959-4f95-b765-4eae21ee162e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:23.788781 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-2e2cddb7-9959-4f95-b765-4eae21ee162e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6c2f1701-fd33-41cc-8ca9-849dc88bcb55 HTTP/1.1" status: 204 len: 168 time: 0.1708975 Jun 29 17:29:23.789705 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-4494f9a9-96c1-488b-a51e-534447d446fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:23.801060 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cddb7-9959-4f95-b765-4eae21ee162e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2f1701-fd33-41cc-8ca9-849dc88bcb55,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:23.803877 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-2e2cddb7-9959-4f95-b765-4eae21ee162e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:23.840745 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 81cc2dc0-3d97-4a02-94fd-8df739d24b93 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:29:23.864026 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: 81cc2dc0-3d97-4a02-94fd-8df739d24b93 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:29:23.864706 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 81cc2dc0-3d97-4a02-94fd-8df739d24b93 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:29:23.865231 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:29:23.890325 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:29:23.890952 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 98cd2c0e-fcb8-470e-ad46-74a81ae6afa4 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:29:24.597106 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:24.845447 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6bb72f90-d1f9-40c3-8048-f450aab64e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:25.005171 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 41314) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:25.143048 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-network', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:25.171519 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Made reservation on behalf of 34997567334b4e7fadb444cf6b858ca9 for: {'network': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:29:25.174903 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for network, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:25.185046 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:25.315053 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:25.319584 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:25.322918 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-0c95a39a-1ccb-429f-a27b-f7406e439ae4 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:25.343380 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] vlan segment allocate from pool success with {'vlan_id': 1193, 'physical_network': 'physnet1'} {{(pid=93004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:29:25.360540 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272b76c4-d623-44b4-b144-afca2cbc45b5,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:25.363937 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:25.364284 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.segments_db [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Added segment 0ab1bc3f-8bd3-4099-bf89-e627abed4b3f of type vlan for network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 Jun 29 17:29:25.366168 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:25.420967 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774723905082'] for network, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:25.460941 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489'] for network, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:25.463351 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:25.464349 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:25.470702 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-701f509a-ec1d-496d-b211-5f50724630e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:25.596026 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5871871 Jun 29 17:29:25.596503 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41324) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:25.603472 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-95074aa5-a589-4b6e-810a-677d4f4f587f admin admin] Request body: {'subnet': {'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-subnet', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:25.604238 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Pushing event updated for resources: {'Network': ['ID=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:25.609412 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:25.623757 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 details requested by agent ovs-agent-dv-cinder-763306-14-smb with host dv-cinder-763306-14-smb {{(pid=93005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:29:25.638149 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95074aa5-a589-4b6e-810a-677d4f4f587f admin admin] Made reservation on behalf of 34997567334b4e7fadb444cf6b858ca9 for: {'subnet': 1} {{(pid=93003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:29:25.642344 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-95074aa5-a589-4b6e-810a-677d4f4f587f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5156260'] for subnet, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:25.914647 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-95074aa5-a589-4b6e-810a-677d4f4f587f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8352410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5156278'] for subnet, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:25.919768 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:25.989040 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95074aa5-a589-4b6e-810a-677d4f4f587f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5d9c1e2-d339-4000-a28f-d2eff082887c,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:25.993228 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-95074aa5-a589-4b6e-810a-677d4f4f587f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:26.001905 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95074aa5-a589-4b6e-810a-677d4f4f587f admin admin] Checking segment: {'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:29:26.002227 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95074aa5-a589-4b6e-810a-677d4f4f587f admin admin] Network hostable DHCP agents. Network: f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3, hostable agents: ['f7314280-4d70-4110-bed0-ea1507521f3c'], hosted agents: [] {{(pid=93003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:29:26.022962 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95074aa5-a589-4b6e-810a-677d4f4f587f admin admin] Network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 is scheduled to be hosted by DHCP agent f7314280-4d70-4110-bed0-ea1507521f3c with binding_index 1 {{(pid=93003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:29:26.037827 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-95074aa5-a589-4b6e-810a-677d4f4f587f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-smb, f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3) {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:29:26.043075 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95074aa5-a589-4b6e-810a-677d4f4f587f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:26.043678 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-95074aa5-a589-4b6e-810a-677d4f4f587f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:26.051403 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aa828e-6bf7-4ee1-998d-f515eaaff888 None None] Network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:29:26.077917 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-95074aa5-a589-4b6e-810a-677d4f4f587f admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4768565 Jun 29 17:29:26.079028 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41332) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:26.085683 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:26.126102 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-798'] for router, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:26.127443 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1982058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-777'] for router, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:26.227777 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:26.362021 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82051051-6113-5470-b093-2a6234e3e4de-f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c'}]}} from dv-cinder-763306-14-smb. {{(pid=93005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:29:26.362985 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:26.626235 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.db_base_plugin_common [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Allocated IP 172.20.0.2 (f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3/a5d9c1e2-d339-4000-a28f-d2eff082887c/73251ba1-2a50-4df7-9fd7-062bc8f77149) {{(pid=93005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:29:26.748362 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1601909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1019'] for router, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:26.945089 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:26.976013 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Notify callbacks [] for port, precommit_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:26.990880 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Transition to ACTIVE for port object 73251ba1-2a50-4df7-9fd7-062bc8f77149 will not be triggered until provisioned by entity L2. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:29:27.017907 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Transition to ACTIVE for port object 73251ba1-2a50-4df7-9fd7-062bc8f77149 will not be triggered until provisioned by entity DHCP. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:29:27.026347 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948'] for port, after_create {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:27.031362 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:27.096358 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 is already hosted by enough agents. {{(pid=93005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:29:27.100084 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.scheduler.base_scheduler [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Resources bound (agent type, host, resource id): {{(pid=93005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:29:27.103914 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Received port after_create {{(pid=93005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:29:27.111709 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Pushing event updated for resources: {'Port': ['ID=73251ba1-2a50-4df7-9fd7-062bc8f77149,revision_number=1']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:27.116043 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:27.138028 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:27.159805 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:27.218472 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Attempting to bind port 73251ba1-2a50-4df7-9fd7-062bc8f77149 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:29:27.219041 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Attempting to bind port 73251ba1-2a50-4df7-9fd7-062bc8f77149 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:29:27.220500 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Attempting to bind port 73251ba1-2a50-4df7-9fd7-062bc8f77149 on network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:29:27.232349 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:29:27.233535 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Checking segment: {'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:29:27.234651 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:27.236183 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Bound using segment: {'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:29:27.237436 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Bound port: 73251ba1-2a50-4df7-9fd7-062bc8f77149, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'}}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:29:27.238094 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:27.325509 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_common [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Allocated IP 172.28.0.171 (48360abb-0c2a-46d3-ad90-a3956d77b608/c009a85e-4853-4052-a30a-9edb82f7da60/c51a8286-b754-4876-bdcb-821dc1476543) {{(pid=93003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:29:27.355023 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] For port 73251ba1-2a50-4df7-9fd7-062bc8f77149, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:29:27.360048 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] For port 73251ba1-2a50-4df7-9fd7-062bc8f77149, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=73251ba1-2a50-4df7-9fd7-062bc8f77149,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:29:27.370099 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:27.375485 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:27.496068 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Pushing event updated for resources: {'Port': ['ID=73251ba1-2a50-4df7-9fd7-062bc8f77149,revision_number=2']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:27.508272 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:27.557970 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:27.633641 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8352294'] for port, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:27.638393 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:27.698718 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:29:27.702728 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:29:27.707118 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Received port after_create {{(pid=93003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:29:27.735685 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Pushing event updated for resources: {'Port': ['ID=c51a8286-b754-4876-bdcb-821dc1476543,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:27.740193 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:28.317772 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:28.621226 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-3b0c4f74-f3e3-451b-b086-b1206499d7b1 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:28.622966 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-3b0c4f74-f3e3-451b-b086-b1206499d7b1 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/networks?id=f2028c8d-30b9-48e8-8ecb-685c142e297b HTTP/1.1" status: 200 len: 814 time: 0.2425106 Jun 29 17:29:28.653260 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-11236e65-bfa7-4813-80a1-5f4155e4517f tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/quotas/25d2f180cc7b4e7299492fd7b94f73b6 HTTP/1.1" status: 200 len: 375 time: 0.0180092 Jun 29 17:29:28.747200 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-d6a2a095-a33d-474d-8ba9-968a3e68b00d tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=25d2f180cc7b4e7299492fd7b94f73b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471835 Jun 29 17:29:28.822147 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601937'] for router, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:28.983205 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-d49fe954-6ae2-4021-8221-3d97e8cdb542 service neutron] 10.222.0.101 "GET /v2.0/networks/f2028c8d-30b9-48e8-8ecb-685c142e297b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187877 Jun 29 17:29:29.075893 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62229da6-d940-4221-8ca8-82b0cc1eda65 None None] Network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:29:29.169854 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-ecf424d1-43c1-47ad-bf36-a36487a081cf service neutron] 10.222.0.101 "GET /v2.0/networks/f2028c8d-30b9-48e8-8ecb-685c142e297b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588008 Jun 29 17:29:29.172303 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Router 754c3408-bfbc-45f3-8409-d405d07c2ac0 is scheduled to L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 with binding_index 1 {{(pid=93003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:29:29.178598 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-2d4ad2aa-44fb-43f5-ad03-58a317e66b83 None None] Provisioning for port 73251ba1-2a50-4df7-9fd7-062bc8f77149 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:29:29.274773 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:29.428368 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:29:29.449729 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Sync routers for ids ['754c3408-bfbc-45f3-8409-d405d07c2ac0'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:29:29.451937 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Notify callbacks [] for router, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:29.454721 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3744636 Jun 29 17:29:29.459212 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41404) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:29.478983 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Routers {'754c3408-bfbc-45f3-8409-d405d07c2ac0'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:29:29.480575 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:29:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['754c3408-bfbc-45f3-8409-d405d07c2ac0'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:29.528189 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-becd181d-ca3b-474a-9786-063537217b5e req-faa8f9bb-075a-4843-a187-47503eb97b25 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 210 time: 0.0727084 Jun 29 17:29:29.795909 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Set router 754c3408-bfbc-45f3-8409-d405d07c2ac0 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:29:29.953371 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 73251ba1-2a50-4df7-9fd7-062bc8f77149 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:29:30.180425 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 73251ba1-2a50-4df7-9fd7-062bc8f77149 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:29:30.198997 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 73251ba1-2a50-4df7-9fd7-062bc8f77149 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:29:30.199492 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:30.335852 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:30.516410 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:30.522072 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:28Z', 'revision_number': 3, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:30.678201 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Checking router: 754c3408-bfbc-45f3-8409-d405d07c2ac0 for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:29:30.678557 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Updating router 754c3408-bfbc-45f3-8409-d405d07c2ac0 port c51a8286-b754-4876-bdcb-821dc1476543 binding host dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:29:30.820409 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-cf8d557e-c897-4c9d-9b73-f2f22d5e85ee None None] Provisioning complete for port 73251ba1-2a50-4df7-9fd7-062bc8f77149 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:29:30.820803 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-cf8d557e-c897-4c9d-9b73-f2f22d5e85ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:30.837540 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 73251ba1-2a50-4df7-9fd7-062bc8f77149, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=73251ba1-2a50-4df7-9fd7-062bc8f77149,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:30.894526 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e2b9ff05-a3d9-4d7e-b46e-7ef36a1dddfe req-9c1f9e1b-8177-4e1b-b281-a9496a5bb33d tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 210 time: 0.0692608 Jun 29 17:29:30.895877 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:30.910408 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:30.915704 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:30.925506 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_common [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Allocated IP 172.20.0.1 (f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3/a5d9c1e2-d339-4000-a28f-d2eff082887c/0d9b36cd-947a-44af-a285-c3da84b2fb41) {{(pid=93003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:29:31.070778 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=73251ba1-2a50-4df7-9fd7-062bc8f77149,revision_number=3']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:31.075109 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:31.306671 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2422b-855d-4b7f-967d-537bd3bd7424 req-680ba493-c6f0-4c12-8a5d-21c52b8a80a9 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:31.308754 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-67b2422b-855d-4b7f-967d-537bd3bd7424 req-680ba493-c6f0-4c12-8a5d-21c52b8a80a9 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.1211421 Jun 29 17:29:31.372651 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-67b2422b-855d-4b7f-967d-537bd3bd7424 req-47022d30-35d0-4dd1-9691-cd6c5cfdc62f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568156 Jun 29 17:29:31.503660 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:31.516902 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.provisioning_blocks [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Transition to ACTIVE for port object 0d9b36cd-947a-44af-a285-c3da84b2fb41 will not be triggered until provisioned by entity DHCP. {{(pid=93003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:29:31.539173 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Notify callbacks [] for port, precommit_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:31.555623 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Transition to ACTIVE for port object c51a8286-b754-4876-bdcb-821dc1476543 will not be triggered until provisioned by entity L2. {{(pid=93005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:29:31.565789 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:31.569123 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-ef1accf0-1b9c-41f2-a6fa-64dad3d9ea39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:31.584855 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8352294'] for port, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:31.591129 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:31.629157 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Attempting to bind port c51a8286-b754-4876-bdcb-821dc1476543 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:29:31.630033 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Attempting to bind port c51a8286-b754-4876-bdcb-821dc1476543 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:29:31.630226 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Attempting to bind port c51a8286-b754-4876-bdcb-821dc1476543 on network 48360abb-0c2a-46d3-ad90-a3956d77b608 {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:29:31.637116 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fe485-da43-4465-b309-1d0cf157b293 None None] Pushing event updated for resources: {'Port': ['ID=c51a8286-b754-4876-bdcb-821dc1476543,revision_number=2']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:31.642157 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-ba9fe485-da43-4465-b309-1d0cf157b293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:31.644998 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:29:31.645492 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Checking segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:29:31.645878 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:31.646433 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Bound using segment: {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'} {{(pid=93005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:29:31.646767 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.managers [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Bound port: c51a8286-b754-4876-bdcb-821dc1476543, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6b0c7a-1c73-4768-9038-056f1fbe626f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}}] {{(pid=93005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:29:31.647145 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:31.649713 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:29:31.653236 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:29:31.656920 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Received port after_create {{(pid=93003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:29:31.723595 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Pushing event updated for resources: {'Port': ['ID=0d9b36cd-947a-44af-a285-c3da84b2fb41,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:31.730462 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:31.746024 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688246'] for router_interface, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:31.752159 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] For port c51a8286-b754-4876-bdcb-821dc1476543, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:29:31.759340 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] For port c51a8286-b754-4876-bdcb-821dc1476543, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=c51a8286-b754-4876-bdcb-821dc1476543,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:29:31.783512 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:31.800934 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-0d47a945-5f3a-44d8-8a34-27c991ec7d6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:31.948591 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fe485-da43-4465-b309-1d0cf157b293 None None] Pushing event updated for resources: {'Port': ['ID=c51a8286-b754-4876-bdcb-821dc1476543,revision_number=3']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:31.971658 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-ba9fe485-da43-4465-b309-1d0cf157b293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:31.979528 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 73251ba1-2a50-4df7-9fd7-062bc8f77149 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:29:32.020585 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-91ee98df-e661-4f65-8bf4-0e4698648df8 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:32.022431 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-91ee98df-e661-4f65-8bf4-0e4698648df8 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.72 "GET /v2.0/networks?id=f2028c8d-30b9-48e8-8ecb-685c142e297b HTTP/1.1" status: 200 len: 814 time: 0.3487315 Jun 29 17:29:32.043382 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-0dd15ea7-b756-40fb-b7d3-c708151df6af tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Request body: {'port': {'device_id': '8d161f68-d171-4a05-963e-84dd2bff05f1', 'network_id': 'f2028c8d-30b9-48e8-8ecb-685c142e297b', 'admin_state_up': True, 'tenant_id': '25d2f180cc7b4e7299492fd7b94f73b6'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:32.084088 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Routers {'754c3408-bfbc-45f3-8409-d405d07c2ac0'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:29:32.085908 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:29:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['754c3408-bfbc-45f3-8409-d405d07c2ac0'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:32.165605 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:32.229791 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d07c78b2-03e0-4f84-bdcc-e58f495d7b1b req-ef749717-6b6e-47ef-8e88-a66f0f14b14b tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 210 time: 0.0861173 Jun 29 17:29:32.247060 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-16aba750-fdfb-4028-9a56-a10c7692a194 None None] Provisioning for port 0d9b36cd-947a-44af-a285-c3da84b2fb41 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:29:32.268340 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-16aba750-fdfb-4028-9a56-a10c7692a194 None None] Provisioning complete for port 0d9b36cd-947a-44af-a285-c3da84b2fb41 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:29:32.268722 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-16aba750-fdfb-4028-9a56-a10c7692a194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:32.303241 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-0dd15ea7-b756-40fb-b7d3-c708151df6af tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Made reservation on behalf of 25d2f180cc7b4e7299492fd7b94f73b6 for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:29:32.319520 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-0dd15ea7-b756-40fb-b7d3-c708151df6af tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:32.348570 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 73251ba1-2a50-4df7-9fd7-062bc8f77149 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:29:32.348570 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:32.388161 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-16aba750-fdfb-4028-9a56-a10c7692a194 None None] Port 0d9b36cd-947a-44af-a285-c3da84b2fb41 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:29:32.445273 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] Set router 754c3408-bfbc-45f3-8409-d405d07c2ac0 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:29:32.562513 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:29:32.594065 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-0dd15ea7-b756-40fb-b7d3-c708151df6af tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Allocated IP 172.20.0.14 (f2028c8d-30b9-48e8-8ecb-685c142e297b/1d10d53f-8f81-4d95-91c8-6252c0b3e17c/0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:29:32.640807 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:32.654080 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8352276'] for port, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:32.660158 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:32.748414 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Pushing event updated for resources: {'Port': ['ID=0d9b36cd-947a-44af-a285-c3da84b2fb41,revision_number=2']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:32.760153 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1804507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688098'] for router_interface, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:32.778644 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:32.779266 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:32.779865 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:32.780514 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:32.781154 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:32.781806 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:32.782426 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:32.783021 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:32.783595 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:32.784241 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:32.784680 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:32.785083 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:32.791020 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:32.796600 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15f925-5063-4dbf-a103-2b5ee4e73696 req-08078c96-2d01-467a-b5fa-cda65ced46d8 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:32.798726 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9c15f925-5063-4dbf-a103-2b5ee4e73696 req-08078c96-2d01-467a-b5fa-cda65ced46d8 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.1642337 Jun 29 17:29:32.899231 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:30Z', 'revision_number': 1, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:32.904549 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-0dd15ea7-b756-40fb-b7d3-c708151df6af tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:32.937106 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67219b3d-0231-4bd6-b9c1-415d1340db97 None None] The sync data for ids ['754c3408-bfbc-45f3-8409-d405d07c2ac0'] in dv-cinder-763306-14-smb is: [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:30Z', 'revision_number': 1, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:29:32.943370 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9c15f925-5063-4dbf-a103-2b5ee4e73696 req-f6b10ac0-77f3-4426-9c69-75412f4e0a91 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233835 Jun 29 17:29:32.983089 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:29:32.986923 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:29:32.999478 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-0dd15ea7-b756-40fb-b7d3-c708151df6af tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:33.013962 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:33.061123 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-0dd15ea7-b756-40fb-b7d3-c708151df6af tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Network f2028c8d-30b9-48e8-8ecb-685c142e297b is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:29:33.070956 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-0dd15ea7-b756-40fb-b7d3-c708151df6af tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:29:33.075762 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-0dd15ea7-b756-40fb-b7d3-c708151df6af tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:29:33.135976 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd15ea7-b756-40fb-b7d3-c708151df6af tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Pushing event updated for resources: {'Port': ['ID=0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:33.144774 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-0dd15ea7-b756-40fb-b7d3-c708151df6af tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:33.187163 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-0dd15ea7-b756-40fb-b7d3-c708151df6af tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:33.188878 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-0dd15ea7-b756-40fb-b7d3-c708151df6af tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:33.227948 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-0dd15ea7-b756-40fb-b7d3-c708151df6af tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1887882 Jun 29 17:29:33.256383 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Router 754c3408-bfbc-45f3-8409-d405d07c2ac0 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:29:33.311422 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Request body: {'port': {'device_id': '8d161f68-d171-4a05-963e-84dd2bff05f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:33.453966 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-cfa4593f-9d9b-4e68-9c8e-2b9655c0b6fc None None] Provisioning complete for port 0d9b36cd-947a-44af-a285-c3da84b2fb41 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:29:33.454673 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-cfa4593f-9d9b-4e68-9c8e-2b9655c0b6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:33.525926 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:33.536301 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4593f-9d9b-4e68-9c8e-2b9655c0b6fc None None] Port 0d9b36cd-947a-44af-a285-c3da84b2fb41 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:29:33.653332 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:29:33.662080 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-4f4db140-9a83-4187-8b6e-24c45a1e89f9 admin admin] 10.222.0.101 "PUT /v2.0/routers/754c3408-bfbc-45f3-8409-d405d07c2ac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2011216 Jun 29 17:29:33.763107 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae26c3-19a9-410d-8d21-4090acf04161 req-96fe7e82-0a7c-4596-8588-27beabb555ab tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:33.775722 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f3ae26c3-19a9-410d-8d21-4090acf04161 req-96fe7e82-0a7c-4596-8588-27beabb555ab tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 932 time: 0.1859972 Jun 29 17:29:33.870997 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f3ae26c3-19a9-410d-8d21-4090acf04161 req-3b2d701a-6a8c-482f-bf17-d5cb631994f1 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933363 Jun 29 17:29:34.128747 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:29:34.153323 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:34.158099 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Transition to ACTIVE for port object 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:29:34.190145 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:34.197616 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-cfbf8238-8954-45c5-b9cb-a79ab43fbf69 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:34.377970 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d52a1-d35a-4db7-af2b-8ffe1841d810 req-e2229e9f-a256-418b-8f78-7b80c0822176 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:34.379697 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5a9d52a1-d35a-4db7-af2b-8ffe1841d810 req-e2229e9f-a256-418b-8f78-7b80c0822176 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.1107323 Jun 29 17:29:34.458134 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5a9d52a1-d35a-4db7-af2b-8ffe1841d810 req-c55566ca-b0d6-435d-a737-cd8365cfaf52 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704525 Jun 29 17:29:34.716272 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:34.720872 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41520) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:34.725589 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:34.726602 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-f8d7542c-1253-4626-bd99-f6e45519266c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781112017', 'description': 'tempest-description--1434418523'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:34.762636 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f8d7542c-1253-4626-bd99-f6e45519266c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:34.877816 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Attempting to bind port 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:29:34.878583 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Attempting to bind port 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '90912eee-697a-462b-ab1e-19ec7236e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'f2028c8d-30b9-48e8-8ecb-685c142e297b'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:29:34.879232 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Attempting to bind port 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 on network f2028c8d-30b9-48e8-8ecb-685c142e297b {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:29:34.890251 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Port 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 on network f2028c8d-30b9-48e8-8ecb-685c142e297b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:29:34.891171 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Attempting to bind port 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 on network f2028c8d-30b9-48e8-8ecb-685c142e297b {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:29:34.903042 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:29:34.904233 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Checking segment: {'id': '90912eee-697a-462b-ab1e-19ec7236e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'f2028c8d-30b9-48e8-8ecb-685c142e297b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:29:34.905446 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Bound using segment: {'id': '90912eee-697a-462b-ab1e-19ec7236e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'f2028c8d-30b9-48e8-8ecb-685c142e297b'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:29:34.906600 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Bound port: 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90912eee-697a-462b-ab1e-19ec7236e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'f2028c8d-30b9-48e8-8ecb-685c142e297b'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:29:34.907459 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:34.919783 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f8d7542c-1253-4626-bd99-f6e45519266c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:34.931869 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f8d7542c-1253-4626-bd99-f6e45519266c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:34.951395 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-3c33c6b8-afd9-4da0-8f0f-e38301bf7204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:34.978035 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f8d7542c-1253-4626-bd99-f6e45519266c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:34.989500 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-f8d7542c-1253-4626-bd99-f6e45519266c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2672231 Jun 29 17:29:34.994513 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41528) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:35.007328 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-301c49c6-61b0-49d7-b274-7d1c9694b29d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Request body: {'security_group_rule': {'security_group_id': '7b8d5aab-787b-4f3b-81f1-9c669337f45c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:35.027326 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] For port 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:29:35.031955 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] For port 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6,segment=NetworkSegment(90912eee-697a-462b-ab1e-19ec7236e0a0),segment_id=90912eee-697a-462b-ab1e-19ec7236e0a0)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:29:35.040124 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:35.042976 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:35.043707 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7542c-1253-4626-bd99-f6e45519266c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8d5aab-787b-4f3b-81f1-9c669337f45c,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:35.050535 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f8d7542c-1253-4626-bd99-f6e45519266c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:35.067514 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-301c49c6-61b0-49d7-b274-7d1c9694b29d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:35.095231 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:35.096088 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:35.097779 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] 10.222.0.72 "PUT /v2.0/ports/0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 HTTP/1.1" status: 200 len: 1094 time: 1.7938042 Jun 29 17:29:35.098490 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d161f68-d171-4a05-963e-84dd2bff05f1', 'tag': '0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:29:35.101051 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6fb8f8-8629-4be1-87a5-1a6ab59a2606" -d '{"events": [{"name": "network-changed", "server_uuid": "8d161f68-d171-4a05-963e-84dd2bff05f1", "tag": "0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:29:35.128360 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:35.133154 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:35.175829 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab82d3a6-bc52-41a4-8b1e-172e45e8c91c x-openstack-request-id: req-ab82d3a6-bc52-41a4-8b1e-172e45e8c91c {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:29:35.176334 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d161f68-d171-4a05-963e-84dd2bff05f1", "tag": "0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:29:35.176928 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ab82d3a6-bc52-41a4-8b1e-172e45e8c91c {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:29:35.178261 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d161f68-d171-4a05-963e-84dd2bff05f1', 'tag': '0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6', 'status': 'completed', 'code': 200} Jun 29 17:29:35.208005 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-301c49c6-61b0-49d7-b274-7d1c9694b29d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:35.215488 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-301c49c6-61b0-49d7-b274-7d1c9694b29d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:35.222135 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:35.234597 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a4921-28a6-4bb0-8500-bdb2f0922788 req-a18f85e8-bb1e-4116-87e1-782c244bf931 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:35.236373 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-726a4921-28a6-4bb0-8500-bdb2f0922788 req-a18f85e8-bb1e-4116-87e1-782c244bf931 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 944 time: 0.1463091 Jun 29 17:29:35.258281 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c49c6-61b0-49d7-b274-7d1c9694b29d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948305e1-803b-41ec-a8c8-525a337365b2,revision_number=0']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:35.262725 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-8a9ea1b5-d80f-4225-977d-7235f1538480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:35.264604 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-8a9ea1b5-d80f-4225-977d-7235f1538480 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25d2f180cc7b4e7299492fd7b94f73b6&device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 1097 time: 0.0761986 Jun 29 17:29:35.270361 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-301c49c6-61b0-49d7-b274-7d1c9694b29d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:35.273493 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-301c49c6-61b0-49d7-b274-7d1c9694b29d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:35.274701 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-301c49c6-61b0-49d7-b274-7d1c9694b29d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2784071 Jun 29 17:29:35.279034 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 41532) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:35.285686 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-47544223-b5f7-4e57-b74a-733ffbfdfcb0 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Request body: {'security_group_rule': {'security_group_id': '7b8d5aab-787b-4f3b-81f1-9c669337f45c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:35.298435 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-726a4921-28a6-4bb0-8500-bdb2f0922788 req-1adacd3f-5ee9-466e-850c-0e7d425871a6 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515842 Jun 29 17:29:35.339885 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-203f12ef-a2f9-43e6-b5d4-84d07fbe9c2f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 HTTP/1.1" status: 200 len: 217 time: 0.0581436 Jun 29 17:29:35.407932 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-47544223-b5f7-4e57-b74a-733ffbfdfcb0 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:35.437768 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c9a138f0-dd4e-465a-b786-fb25cd84bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:35.439399 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-c9a138f0-dd4e-465a-b786-fb25cd84bb2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d10d53f-8f81-4d95-91c8-6252c0b3e17c HTTP/1.1" status: 200 len: 854 time: 0.0898008 Jun 29 17:29:35.486280 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-8e11a3f8-ea06-4dde-9fee-b573dd24b724 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2028c8d-30b9-48e8-8ecb-685c142e297b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355039 Jun 29 17:29:35.571561 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-47544223-b5f7-4e57-b74a-733ffbfdfcb0 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:35.578342 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-47544223-b5f7-4e57-b74a-733ffbfdfcb0 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:35.585419 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:35.630890 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47544223-b5f7-4e57-b74a-733ffbfdfcb0 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8a9fa4-e5f5-4b3c-9bbb-9b53569d5769,revision_number=0']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:35.656249 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-47544223-b5f7-4e57-b74a-733ffbfdfcb0 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:35.663622 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-47544223-b5f7-4e57-b74a-733ffbfdfcb0 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:35.664871 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-47544223-b5f7-4e57-b74a-733ffbfdfcb0 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3845558 Jun 29 17:29:35.669363 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-5f89c8c3-e6bb-4e43-8ec1-af996266b85c service neutron] 10.222.0.72 "GET /v2.0/networks/f2028c8d-30b9-48e8-8ecb-685c142e297b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729040 Jun 29 17:29:35.669729 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41540) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:29:35.679800 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Request body: {'floatingip': {'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:35.730095 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for floatingip, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:35.771850 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864d160-aa6b-45d5-bd6b-fc3843dd5591 req-d36f2652-5643-4c1f-8bd7-118dbbcc80c8 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:35.781325 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8864d160-aa6b-45d5-bd6b-fc3843dd5591 req-d36f2652-5643-4c1f-8bd7-118dbbcc80c8 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.1837869 Jun 29 17:29:35.856221 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8864d160-aa6b-45d5-bd6b-fc3843dd5591 req-4de1f4c2-de7f-4f1d-ad09-fa3502de1058 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757868 Jun 29 17:29:35.875470 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d8a041ae-7916-4060-a7ef-db8146ae962d req-ac637da3-7aca-46e0-953f-3c32bec3ec61 service neutron] 10.222.0.72 "GET /v2.0/networks/f2028c8d-30b9-48e8-8ecb-685c142e297b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941383 Jun 29 17:29:35.942788 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device c51a8286-b754-4876-bdcb-821dc1476543 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:29:35.946826 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:36.089553 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fb8f8-8629-4be1-87a5-1a6ab59a2606 req-3bcc647e-35c8-45a8-abea-482f1b78fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:36.092081 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-aa6fb8f8-8629-4be1-87a5-1a6ab59a2606 req-3bcc647e-35c8-45a8-abea-482f1b78fa22 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25d2f180cc7b4e7299492fd7b94f73b6&device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 1097 time: 0.1050823 Jun 29 17:29:36.135928 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_common [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Allocated IP 172.28.0.65 (48360abb-0c2a-46d3-ad90-a3956d77b608/c009a85e-4853-4052-a30a-9edb82f7da60/48d49ed1-b492-426e-a312-8d554ee8d099) {{(pid=93003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:29:36.160701 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port c51a8286-b754-4876-bdcb-821dc1476543 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:29:36.172498 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port c51a8286-b754-4876-bdcb-821dc1476543 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:29:36.173920 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:36.177215 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Sync routers for ids ['754c3408-bfbc-45f3-8409-d405d07c2ac0'] in dv-cinder-763306-14-smb {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:29:36.193345 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Routers {'754c3408-bfbc-45f3-8409-d405d07c2ac0'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:29:36.193995 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:29:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['754c3408-bfbc-45f3-8409-d405d07c2ac0'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:36.263520 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fb8f8-8629-4be1-87a5-1a6ab59a2606 req-707f6be2-3f30-4ba5-b05c-c33a063d88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:36.264850 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-aa6fb8f8-8629-4be1-87a5-1a6ab59a2606 req-707f6be2-3f30-4ba5-b05c-c33a063d88d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2028c8d-30b9-48e8-8ecb-685c142e297b HTTP/1.1" status: 200 len: 916 time: 0.1504188 Jun 29 17:29:36.308721 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:36.335917 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port c51a8286-b754-4876-bdcb-821dc1476543, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=c51a8286-b754-4876-bdcb-821dc1476543,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:36.342539 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:36.347298 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:36.352063 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for port, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:36.376201 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-aa6fb8f8-8629-4be1-87a5-1a6ab59a2606 req-41cbd47a-8bed-48bb-9bd4-07e76a406a33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 HTTP/1.1" status: 200 len: 217 time: 0.0945902 Jun 29 17:29:36.399815 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Set router 754c3408-bfbc-45f3-8409-d405d07c2ac0 gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:29:36.446997 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=c51a8286-b754-4876-bdcb-821dc1476543,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:36.466368 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:36.466713 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:36.467236 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:36.467728 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:36.468953 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:36.469639 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:36.471641 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:36.472175 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:36.472669 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:36.473682 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:36.476348 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:36.476811 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:36.485190 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:36.502041 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8352294'] for port, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:36.505241 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fb8f8-8629-4be1-87a5-1a6ab59a2606 req-99f8e1b1-8313-4127-9c0d-c94c76f6d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:36.507238 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-fec50159-96b9-4082-b003-f80149b4871f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:36.508579 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-aa6fb8f8-8629-4be1-87a5-1a6ab59a2606 req-99f8e1b1-8313-4127-9c0d-c94c76f6d2f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d10d53f-8f81-4d95-91c8-6252c0b3e17c HTTP/1.1" status: 200 len: 854 time: 0.1218898 Jun 29 17:29:36.579898 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-aa6fb8f8-8629-4be1-87a5-1a6ab59a2606 req-86f7af69-23b1-468a-b85b-7ae0714b135b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2028c8d-30b9-48e8-8ecb-685c142e297b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459497 Jun 29 17:29:36.635244 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 is already hosted by enough agents. {{(pid=93003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:29:36.649400 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.base_scheduler [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Resources bound (agent type, host, resource id): {{(pid=93003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:29:36.659695 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Received port after_create {{(pid=93003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:29:36.667745 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event updated for resources: {'Port': ['ID=48d49ed1-b492-426e-a312-8d554ee8d099,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:36.696795 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:36.757903 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3ac9d-f451-4f88-b823-e2abb82cb6f7 req-25729b9f-2714-4374-8bcf-d7ebb8806cc6 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:36.769416 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-86b3ac9d-f451-4f88-b823-e2abb82cb6f7 req-25729b9f-2714-4374-8bcf-d7ebb8806cc6 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 944 time: 0.2032723 Jun 29 17:29:36.772364 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-aa6fb8f8-8629-4be1-87a5-1a6ab59a2606 req-6d33a458-70cc-4a04-b9da-491e8b548293 service neutron] 10.222.0.72 "GET /v2.0/networks/f2028c8d-30b9-48e8-8ecb-685c142e297b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851625 Jun 29 17:29:36.777798 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:32Z', 'revision_number': 2, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:36.815307 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Checking router: 754c3408-bfbc-45f3-8409-d405d07c2ac0 for host: dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:29:36.815989 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Updating router 754c3408-bfbc-45f3-8409-d405d07c2ac0 port 0d9b36cd-947a-44af-a285-c3da84b2fb41 binding host dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:29:36.850379 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:36.858117 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-86b3ac9d-f451-4f88-b823-e2abb82cb6f7 req-dd1b0eff-8ddc-4f7f-9b2d-116b01fb67e5 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872810 Jun 29 17:29:36.859170 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:36.979040 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-aa6fb8f8-8629-4be1-87a5-1a6ab59a2606 req-fa10cdff-0b5d-44d8-b41a-e84593e4466d service neutron] 10.222.0.72 "GET /v2.0/networks/f2028c8d-30b9-48e8-8ecb-685c142e297b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951716 Jun 29 17:29:37.016910 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:37.222676 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8f2c2-5f24-429c-8a32-7d75e3e59399 req-106ea6b2-95f9-468c-933a-93d80ea19bda tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:37.224459 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b4c8f2c2-5f24-429c-8a32-7d75e3e59399 req-106ea6b2-95f9-468c-933a-93d80ea19bda tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.1089222 Jun 29 17:29:37.281309 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b4c8f2c2-5f24-429c-8a32-7d75e3e59399 req-605b87f5-bb3a-4482-a07c-e608657d56c1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448000 Jun 29 17:29:37.292773 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for port, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:37.299738 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8352276'] for port, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:37.304056 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f43e48d6-4cbc-4be2-b875-859bd4300940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:37.340291 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Notify callbacks [] for port, precommit_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:37.365984 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.provisioning_blocks [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Transition to ACTIVE for port object 0d9b36cd-947a-44af-a285-c3da84b2fb41 will not be triggered until provisioned by entity L2. {{(pid=93006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:29:37.376485 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:37.382399 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:37.424038 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event updated for resources: {'Port': ['ID=48d49ed1-b492-426e-a312-8d554ee8d099,revision_number=2']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:37.427117 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:37.434561 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605382'] for floatingip, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:37.443384 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea566f-a7d3-4af3-99dc-02a9a2629a5e None None] Pushing event updated for resources: {'Port': ['ID=0d9b36cd-947a-44af-a285-c3da84b2fb41,revision_number=3']} {{(pid=93006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:37.454713 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for floatingip, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:37.455958 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7852502 Jun 29 17:29:37.463943 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea566f-a7d3-4af3-99dc-02a9a2629a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:37.464525 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea566f-a7d3-4af3-99dc-02a9a2629a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:37.465087 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea566f-a7d3-4af3-99dc-02a9a2629a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:37.465776 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea566f-a7d3-4af3-99dc-02a9a2629a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:37.466344 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea566f-a7d3-4af3-99dc-02a9a2629a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:37.466903 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea566f-a7d3-4af3-99dc-02a9a2629a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:37.467505 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea566f-a7d3-4af3-99dc-02a9a2629a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:37.468167 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea566f-a7d3-4af3-99dc-02a9a2629a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:37.468851 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea566f-a7d3-4af3-99dc-02a9a2629a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:37.469457 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea566f-a7d3-4af3-99dc-02a9a2629a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:37.470024 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea566f-a7d3-4af3-99dc-02a9a2629a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:37.470576 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea566f-a7d3-4af3-99dc-02a9a2629a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:29:37.483883 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-2bea566f-a7d3-4af3-99dc-02a9a2629a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:37.551324 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Attempting to bind port 0d9b36cd-947a-44af-a285-c3da84b2fb41 on host dv-cinder-763306-14-smb for vnic_type normal with profile {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:29:37.551867 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Attempting to bind port 0d9b36cd-947a-44af-a285-c3da84b2fb41 by drivers openvswitch,hyperv on host dv-cinder-763306-14-smb at level 0 using segments [{'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'}] {{(pid=93006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:29:37.552309 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Attempting to bind port 0d9b36cd-947a-44af-a285-c3da84b2fb41 on network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:29:37.559201 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Checking agent: {'id': 'c46ae3e2-7105-4399-bff3-0387f66f024d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 15, 25), 'started_at': datetime.datetime(2021, 6, 29, 17, 15, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:29:37.559689 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Checking segment: {'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:29:37.560168 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:37.560632 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Bound using segment: {'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'} {{(pid=93006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:29:37.561201 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.managers [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Bound port: 0d9b36cd-947a-44af-a285-c3da84b2fb41, host: dv-cinder-763306-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'}}] {{(pid=93006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:29:37.562386 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:37.660154 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.db [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] For port 0d9b36cd-947a-44af-a285-c3da84b2fb41, host dv-cinder-763306-14-smb, cleared binding levels {{(pid=93006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:29:37.667079 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.db [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] For port 0d9b36cd-947a-44af-a285-c3da84b2fb41, host dv-cinder-763306-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=0d9b36cd-947a-44af-a285-c3da84b2fb41,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:29:37.674815 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:37.677243 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:37.744558 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Routers {'754c3408-bfbc-45f3-8409-d405d07c2ac0'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:29:37.745667 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:29:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['754c3408-bfbc-45f3-8409-d405d07c2ac0'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:37.811545 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device c51a8286-b754-4876-bdcb-821dc1476543 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:29:37.848424 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea566f-a7d3-4af3-99dc-02a9a2629a5e None None] Pushing event updated for resources: {'Port': ['ID=0d9b36cd-947a-44af-a285-c3da84b2fb41,revision_number=4']} {{(pid=93006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:37.857268 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-2bea566f-a7d3-4af3-99dc-02a9a2629a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:37.900360 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port c51a8286-b754-4876-bdcb-821dc1476543 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:29:37.901105 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:37.977248 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] Set router 754c3408-bfbc-45f3-8409-d405d07c2ac0 gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:29:38.205989 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ba74c-791d-48a9-b9c6-178d1e1b8913 req-41bf8ad9-48e2-4066-82ef-8937c48c3960 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:38.208852 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a33ba74c-791d-48a9-b9c6-178d1e1b8913 req-41bf8ad9-48e2-4066-82ef-8937c48c3960 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 944 time: 0.0935168 Jun 29 17:29:38.263628 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a33ba74c-791d-48a9-b9c6-178d1e1b8913 req-9bc7abe9-2db2-4464-b641-3bd0fdbbe3fb tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466962 Jun 29 17:29:38.348593 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:37Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:29:38.381833 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77582d43-c74d-4e01-8a13-c60464455539 None None] The sync data for ids ['754c3408-bfbc-45f3-8409-d405d07c2ac0'] in dv-cinder-763306-14-smb is: [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:37Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:29:38.624104 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c257f3-4a9d-4e9e-ba4c-51d0e85d72a2 req-aeb0fdda-1854-4bcd-ae09-4b70250e92d3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:38.627043 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-71c257f3-4a9d-4e9e-ba4c-51d0e85d72a2 req-aeb0fdda-1854-4bcd-ae09-4b70250e92d3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.1144903 Jun 29 17:29:38.693423 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-71c257f3-4a9d-4e9e-ba4c-51d0e85d72a2 req-d102cbb8-85b9-460c-80f8-996a9adc3d26 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551522 Jun 29 17:29:39.491918 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5165485-3296-4393-990f-430b9d5ccb8e req-ff4d4950-a291-441a-95da-bd455ede698a tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:39.493518 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a5165485-3296-4393-990f-430b9d5ccb8e req-ff4d4950-a291-441a-95da-bd455ede698a tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 944 time: 0.0972726 Jun 29 17:29:39.554266 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a5165485-3296-4393-990f-430b9d5ccb8e req-fb7558fb-b165-4d89-bff9-9aaad76ef760 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533538 Jun 29 17:29:39.840864 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 0d9b36cd-947a-44af-a285-c3da84b2fb41 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:29:39.902680 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning for port 0d9b36cd-947a-44af-a285-c3da84b2fb41 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:29:39.908101 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 0d9b36cd-947a-44af-a285-c3da84b2fb41 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:29:39.908481 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:39.920215 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de277d-ea5d-4b4c-b678-bbfbe43567c2 req-a18b8da4-f515-4d3b-b6d4-b0a97b69f41a tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:39.922464 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f0de277d-ea5d-4b4c-b678-bbfbe43567c2 req-a18b8da4-f515-4d3b-b6d4-b0a97b69f41a tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.0879743 Jun 29 17:29:39.967410 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f0de277d-ea5d-4b4c-b678-bbfbe43567c2 req-1820b51d-285a-496e-b9f6-78ef3b23f9f3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378835 Jun 29 17:29:40.001357 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:40.040196 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] For port 0d9b36cd-947a-44af-a285-c3da84b2fb41, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=0d9b36cd-947a-44af-a285-c3da84b2fb41,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:40.044209 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:40.047067 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-853bbee2-e554-4ca3-90fb-5e793f5b5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:40.102955 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Pushing event updated for resources: {'Port': ['ID=0d9b36cd-947a-44af-a285-c3da84b2fb41,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:40.105957 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:40.734143 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:29:40.778657 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df944a-5b3c-49fe-a729-d8ec25fc77b0 req-b66b6370-1a27-405b-b4d1-8442f839f5ba tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:40.781500 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-63df944a-5b3c-49fe-a729-d8ec25fc77b0 req-b66b6370-1a27-405b-b4d1-8442f839f5ba tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 944 time: 0.1001968 Jun 29 17:29:40.840310 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-63df944a-5b3c-49fe-a729-d8ec25fc77b0 req-1fa35ea3-2e71-4b18-847b-771b9b6ab37a tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Jun 29 17:29:40.883115 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6,segment=NetworkSegment(90912eee-697a-462b-ab1e-19ec7236e0a0),segment_id=90912eee-697a-462b-ab1e-19ec7236e0a0)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:40.903291 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': '0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6', 'network_id': 'f2028c8d-30b9-48e8-8ecb-685c142e297b', 'port_id': '0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6', 'mac_address': 'fa:16:3e:17:e6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d10d53f-8f81-4d95-91c8-6252c0b3e17c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:29:40.954118 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:40.972091 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:29:40.997698 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6,segment=NetworkSegment(90912eee-697a-462b-ab1e-19ec7236e0a0),segment_id=90912eee-697a-462b-ab1e-19ec7236e0a0)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:41.003085 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:41.005491 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:41.093966 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:41.098478 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:41.233471 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6500ed7-6678-4bf9-990d-e1c74d91f82a req-7f6f5158-e25c-4748-9ff2-a9c69b4059f5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:41.235956 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b6500ed7-6678-4bf9-990d-e1c74d91f82a req-7f6f5158-e25c-4748-9ff2-a9c69b4059f5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.0867822 Jun 29 17:29:41.299310 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b6500ed7-6678-4bf9-990d-e1c74d91f82a req-be26fcf9-7247-4a64-9bc9-4c9bc7615022 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567520 Jun 29 17:29:41.637034 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:29:41.862252 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 0d9b36cd-947a-44af-a285-c3da84b2fb41 up at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:29:41.958382 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Provisioning complete for port 0d9b36cd-947a-44af-a285-c3da84b2fb41 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:29:41.959447 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:42.089919 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f45629-c81e-44eb-9580-1cac8535d1f0 req-da934111-9127-4d9a-84d3-23d7f4817989 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:42.093162 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-34f45629-c81e-44eb-9580-1cac8535d1f0 req-da934111-9127-4d9a-84d3-23d7f4817989 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 945 time: 0.0877056 Jun 29 17:29:42.172182 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-34f45629-c81e-44eb-9580-1cac8535d1f0 req-97e3a578-729c-49bf-943d-f01843e46e80 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659261 Jun 29 17:29:42.189582 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c2224-22cf-4f09-9473-7a5ca52de713 req-ff9d6310-6175-46e0-afa7-b29aed83a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:42.191132 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-684c2224-22cf-4f09-9473-7a5ca52de713 req-ff9d6310-6175-46e0-afa7-b29aed83a090 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c41cecead69426387b4773190dc0f6b&device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 1099 time: 0.0965230 Jun 29 17:29:42.328816 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c2224-22cf-4f09-9473-7a5ca52de713 req-fe382c08-6cef-4032-ba66-e5dfbbe84098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:42.329979 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-684c2224-22cf-4f09-9473-7a5ca52de713 req-fe382c08-6cef-4032-ba66-e5dfbbe84098 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d56230f-544f-4f28-b4a7-b388e6742ab0 HTTP/1.1" status: 200 len: 912 time: 0.1061008 Jun 29 17:29:42.471804 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-684c2224-22cf-4f09-9473-7a5ca52de713 req-75022baa-1050-4538-a45c-a7e2bca597c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7808e99-9fbf-424f-8978-04cdca56071c HTTP/1.1" status: 200 len: 1002 time: 0.1230347 Jun 29 17:29:42.555617 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c2224-22cf-4f09-9473-7a5ca52de713 req-dab5a505-3cb7-49d2-920c-239527bcd008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:42.557100 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-684c2224-22cf-4f09-9473-7a5ca52de713 req-dab5a505-3cb7-49d2-920c-239527bcd008 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9c2569ae-33c2-4499-81ca-7dac22d3f2ab HTTP/1.1" status: 200 len: 849 time: 0.0744796 Jun 29 17:29:42.649170 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa4dd-3021-42fe-9a30-ce935aba86d4 req-57937063-c98b-48fd-b53e-013d3d00b2c7 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:42.651848 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d5bfa4dd-3021-42fe-9a30-ce935aba86d4 req-57937063-c98b-48fd-b53e-013d3d00b2c7 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.1848590 Jun 29 17:29:42.744442 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d5bfa4dd-3021-42fe-9a30-ce935aba86d4 req-fe00f853-063e-467e-8c29-291f0b0c4557 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839469 Jun 29 17:29:42.755010 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c2224-22cf-4f09-9473-7a5ca52de713 req-011ada6d-7815-49cb-9fbe-b2477375d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:42.757666 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-684c2224-22cf-4f09-9473-7a5ca52de713 req-011ada6d-7815-49cb-9fbe-b2477375d478 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d56230f-544f-4f28-b4a7-b388e6742ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1873884 Jun 29 17:29:42.873153 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-684c2224-22cf-4f09-9473-7a5ca52de713 req-df414a9a-222e-4ad9-ba67-a8864d40639e service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040988 Jun 29 17:29:43.023124 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-684c2224-22cf-4f09-9473-7a5ca52de713 req-ec999376-a90f-4312-a6db-d8adadc2312d service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263690 Jun 29 17:29:43.406174 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b9480-4f1d-4af3-b037-15f08071422e req-b1305ad5-348b-4be2-9fad-f05b9391d7ac tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:43.410579 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a72b9480-4f1d-4af3-b037-15f08071422e req-b1305ad5-348b-4be2-9fad-f05b9391d7ac tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 945 time: 0.0896657 Jun 29 17:29:43.460827 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a72b9480-4f1d-4af3-b037-15f08071422e req-4dca683d-9e55-4247-b62f-f369f03fe54f tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438027 Jun 29 17:29:43.964518 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895dfd4-a9c9-4d64-82be-9ccf17364fbe req-23b41c43-4bfb-43a1-b2fd-a8c7715290af tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:43.966160 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f895dfd4-a9c9-4d64-82be-9ccf17364fbe req-23b41c43-4bfb-43a1-b2fd-a8c7715290af tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.0849228 Jun 29 17:29:44.014139 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f895dfd4-a9c9-4d64-82be-9ccf17364fbe req-735ede82-2867-4734-ba76-4b627cf302d9 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414555 Jun 29 17:29:44.667367 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d57bd-7c73-43ab-8ffc-36c5d17ebea8 req-230c6703-2b3e-44ae-9317-03f5b356bee0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:44.669072 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d64d57bd-7c73-43ab-8ffc-36c5d17ebea8 req-230c6703-2b3e-44ae-9317-03f5b356bee0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 945 time: 0.0748868 Jun 29 17:29:44.700400 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:44.719674 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d64d57bd-7c73-43ab-8ffc-36c5d17ebea8 req-d5103b9b-daa4-4f2d-8ecd-71dae7d8815a tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435400 Jun 29 17:29:44.750061 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:29:44.807272 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:29:44.814607 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:29:44.815229 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:44.924962 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:44.965776 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d161f68-d171-4a05-963e-84dd2bff05f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:29:44.971170 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65047968-ac68-4fc0-bd8d-a52beb65b13d" -d '{"events": [{"server_uuid": "8d161f68-d171-4a05-963e-84dd2bff05f1", "name": "network-vif-plugged", "status": "completed", "tag": "0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:29:44.973388 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-84fb7c7e-e58a-409f-9d76-f75cb1ef65a9 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1781112017&fields=id&tenant_id=34997567334b4e7fadb444cf6b858ca9 HTTP/1.1" status: 200 len: 267 time: 0.0384474 Jun 29 17:29:44.995740 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6,segment=NetworkSegment(90912eee-697a-462b-ab1e-19ec7236e0a0),segment_id=90912eee-697a-462b-ab1e-19ec7236e0a0)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:45.002449 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:45.005756 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-baa60a1c-46fd-48d7-9c24-c9cdad213221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:45.053213 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edd6010-44fb-4bc6-a525-fb7f10b64c3c x-openstack-request-id: req-0edd6010-44fb-4bc6-a525-fb7f10b64c3c {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:29:45.053771 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d161f68-d171-4a05-963e-84dd2bff05f1", "name": "network-vif-plugged", "status": "completed", "tag": "0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:29:45.054192 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0edd6010-44fb-4bc6-a525-fb7f10b64c3c {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:29:45.054821 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d161f68-d171-4a05-963e-84dd2bff05f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6', 'code': 200} Jun 29 17:29:45.119231 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:45.125756 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:45.193526 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-ca51f36b-9883-4e6c-9873-7b8ac49dd412 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:45.195122 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-ca51f36b-9883-4e6c-9873-7b8ac49dd412 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/networks?id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 HTTP/1.1" status: 200 len: 817 time: 0.2096877 Jun 29 17:29:45.229985 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-c7daddcc-78f0-44a9-9c60-406bde8bd65c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/quotas/34997567334b4e7fadb444cf6b858ca9 HTTP/1.1" status: 200 len: 375 time: 0.0233684 Jun 29 17:29:45.348475 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-105b83f2-b869-4301-b947-ba9b07dd868e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=34997567334b4e7fadb444cf6b858ca9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1071532 Jun 29 17:29:45.500605 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f45d8-e31b-4e35-9154-1ea927795348 req-7f9bdb20-05ac-4358-9a4c-ea3b00803dc8 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:45.503683 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df1f45d8-e31b-4e35-9154-1ea927795348 req-7f9bdb20-05ac-4358-9a4c-ea3b00803dc8 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.2108531 Jun 29 17:29:45.512086 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48606b39-f1dd-4a7a-8ccc-a9dc1cce9da1 req-50ed8e50-c892-4177-91a0-348bfd773b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:45.513739 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-48606b39-f1dd-4a7a-8ccc-a9dc1cce9da1 req-50ed8e50-c892-4177-91a0-348bfd773b66 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 1099 time: 0.1564941 Jun 29 17:29:45.517202 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-4cf20c92-48c3-4e27-96ae-66fc54c508b8 service neutron] 10.222.0.101 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541736 Jun 29 17:29:45.583217 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df1f45d8-e31b-4e35-9154-1ea927795348 req-84593a8a-1b7f-4c72-ae0e-c78914785e8f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683606 Jun 29 17:29:45.585082 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-48606b39-f1dd-4a7a-8ccc-a9dc1cce9da1 req-efed99c9-826d-4c65-bc12-ca9a8e8e47b9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626714 Jun 29 17:29:45.643284 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-30ee39b6-4749-4199-bcf4-641f9f19e1e8 service neutron] 10.222.0.101 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145926 Jun 29 17:29:45.928796 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8ec9c488-df22-452e-b2e8-9a68321b779b req-1e3df39e-9b87-463f-819f-db10dd2137f2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 210 time: 0.0545583 Jun 29 17:29:46.021575 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce362dc1-ae01-4125-aba9-e41b2b856e58 req-ed8f646b-bc14-4e03-93ab-a3770676b49a tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:46.023712 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ce362dc1-ae01-4125-aba9-e41b2b856e58 req-ed8f646b-bc14-4e03-93ab-a3770676b49a tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 946 time: 0.0983458 Jun 29 17:29:46.076308 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ce362dc1-ae01-4125-aba9-e41b2b856e58 req-dd67eeb5-bfbb-4bf0-a6e4-f977a5ef9b0a tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460472 Jun 29 17:29:46.834036 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77514a2-20ff-422a-91e0-16101d83460a req-f09523c0-599e-40e2-8708-845acbe6a156 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:46.835658 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b77514a2-20ff-422a-91e0-16101d83460a req-f09523c0-599e-40e2-8708-845acbe6a156 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.0747652 Jun 29 17:29:46.889519 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b77514a2-20ff-422a-91e0-16101d83460a req-bdef7340-2d48-49a4-96fe-459172a03dcb tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477135 Jun 29 17:29:47.129251 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c85cf46e-9021-4ee2-a605-e933d6536d9f req-5266daa6-9045-49c5-b30e-d31b98420cdf tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 210 time: 0.0399442 Jun 29 17:29:47.541525 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884b594-9729-4ebf-a30c-18a03837601b req-8d8f10a8-c89c-4da8-a498-1c45d082aa25 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:47.544665 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d884b594-9729-4ebf-a30c-18a03837601b req-8d8f10a8-c89c-4da8-a498-1c45d082aa25 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.1525857 Jun 29 17:29:47.546661 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3e7fd-9131-4e8c-8303-2e916b9eb051 req-9fb60b00-8007-4ae1-b983-596b9f80e6b0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:47.549178 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a4e3e7fd-9131-4e8c-8303-2e916b9eb051 req-9fb60b00-8007-4ae1-b983-596b9f80e6b0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 946 time: 0.2082901 Jun 29 17:29:47.557698 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89714d5-fdee-4efc-9181-b6a8f513275a req-8b5630e5-75cc-47ff-93ad-c64682935f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:47.560561 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f89714d5-fdee-4efc-9181-b6a8f513275a req-8b5630e5-75cc-47ff-93ad-c64682935f11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c41cecead69426387b4773190dc0f6b&device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 1099 time: 0.1371701 Jun 29 17:29:47.621064 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d884b594-9729-4ebf-a30c-18a03837601b req-a468ee4c-0310-4919-82e7-2a396fc8402b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613627 Jun 29 17:29:47.787156 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a4e3e7fd-9131-4e8c-8303-2e916b9eb051 req-ddfd4dec-1b20-4dba-b613-5745fdb2abc6 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242734 Jun 29 17:29:47.884326 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89714d5-fdee-4efc-9181-b6a8f513275a req-7f8630f6-3368-4c64-9c65-af393d958cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:47.886996 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f89714d5-fdee-4efc-9181-b6a8f513275a req-7f8630f6-3368-4c64-9c65-af393d958cee service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d56230f-544f-4f28-b4a7-b388e6742ab0 HTTP/1.1" status: 200 len: 912 time: 0.3127847 Jun 29 17:29:47.963118 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-316849a7-ab9d-448f-b928-fa8cca397922 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:47.964690 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-316849a7-ab9d-448f-b928-fa8cca397922 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.72 "GET /v2.0/networks?id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 HTTP/1.1" status: 200 len: 817 time: 0.2867274 Jun 29 17:29:48.010604 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f89714d5-fdee-4efc-9181-b6a8f513275a req-9a272427-14e1-45e5-9017-2da29f0d7dfd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7808e99-9fbf-424f-8978-04cdca56071c HTTP/1.1" status: 200 len: 1002 time: 0.1130075 Jun 29 17:29:48.060103 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-3adfe532-0b6a-4715-8d72-9e3b1648a803 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34997567334b4e7fadb444cf6b858ca9 HTTP/1.1" status: 200 len: 380 time: 0.0808914 Jun 29 17:29:48.078330 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-7266cc77-fb65-48ad-83f9-eaa962eef38d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Request body: {'port': {'device_id': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'admin_state_up': True, 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'security_groups': ['7b8d5aab-787b-4f3b-81f1-9c669337f45c']}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:48.130083 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89714d5-fdee-4efc-9181-b6a8f513275a req-7d4c7de8-7b18-456e-aa45-3f16f502c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:48.131575 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f89714d5-fdee-4efc-9181-b6a8f513275a req-7d4c7de8-7b18-456e-aa45-3f16f502c8d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9c2569ae-33c2-4499-81ca-7dac22d3f2ab HTTP/1.1" status: 200 len: 849 time: 0.1095834 Jun 29 17:29:48.261447 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-7266cc77-fb65-48ad-83f9-eaa962eef38d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Made reservation on behalf of 34997567334b4e7fadb444cf6b858ca9 for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:29:48.266627 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-7266cc77-fb65-48ad-83f9-eaa962eef38d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:48.273333 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89714d5-fdee-4efc-9181-b6a8f513275a req-272e4ee1-3f54-4ad9-97e4-40f676c98e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:48.274846 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f89714d5-fdee-4efc-9181-b6a8f513275a req-272e4ee1-3f54-4ad9-97e4-40f676c98e2c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d56230f-544f-4f28-b4a7-b388e6742ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1238236 Jun 29 17:29:48.425878 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5dab5cff-a3c2-41b4-aa54-4cb404d6ffa1 req-e738f8d2-91da-4f0b-af92-5d7fbf12d122 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 210 time: 0.0432689 Jun 29 17:29:48.555171 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f89714d5-fdee-4efc-9181-b6a8f513275a req-1fcecbaa-0327-448c-9b18-91833257e4b0 service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680771 Jun 29 17:29:48.684135 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-7266cc77-fb65-48ad-83f9-eaa962eef38d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Allocated IP 172.20.0.13 (f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3/a5d9c1e2-d339-4000-a28f-d2eff082887c/03a4e65c-14be-46e3-af5a-de0eeae6eb59) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:29:48.820783 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f89714d5-fdee-4efc-9181-b6a8f513275a req-eff3bc5a-9ca5-4e20-a409-27e5a5e7d9cd service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522893 Jun 29 17:29:49.005878 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87830229-5dec-4fbc-aa7e-b920efd95e5c req-843f0efa-7586-4898-a2ba-bfc9fd3622e7 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:49.007977 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-87830229-5dec-4fbc-aa7e-b920efd95e5c req-843f0efa-7586-4898-a2ba-bfc9fd3622e7 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.2236614 Jun 29 17:29:49.011615 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-7266cc77-fb65-48ad-83f9-eaa962eef38d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:49.041871 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-7266cc77-fb65-48ad-83f9-eaa962eef38d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Transition to ACTIVE for port object 03a4e65c-14be-46e3-af5a-de0eeae6eb59 will not be triggered until provisioned by entity DHCP. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:29:49.075329 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-87830229-5dec-4fbc-aa7e-b920efd95e5c req-443f1baf-1e11-4a19-80a8-f12c2e4d9fc6 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538170 Jun 29 17:29:49.114713 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-7266cc77-fb65-48ad-83f9-eaa962eef38d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:49.120293 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-55520661-06ed-4d07-9dbc-4143f119400d tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:49.130901 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f9690-23bd-475a-b6b6-484e34ca21ee req-e327fc2c-7f1a-46ce-a347-f16b11c69017 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:49.133544 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-137f9690-23bd-475a-b6b6-484e34ca21ee req-e327fc2c-7f1a-46ce-a347-f16b11c69017 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 946 time: 0.1324046 Jun 29 17:29:49.172365 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-7266cc77-fb65-48ad-83f9-eaa962eef38d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:29:49.176926 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-7266cc77-fb65-48ad-83f9-eaa962eef38d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:29:49.182480 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-7266cc77-fb65-48ad-83f9-eaa962eef38d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:29:49.191530 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266cc77-fb65-48ad-83f9-eaa962eef38d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event updated for resources: {'Port': ['ID=03a4e65c-14be-46e3-af5a-de0eeae6eb59,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:49.215958 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-137f9690-23bd-475a-b6b6-484e34ca21ee req-a7139798-6fa7-4d9f-8718-8f6d7d09c3e0 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729568 Jun 29 17:29:49.517143 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-7266cc77-fb65-48ad-83f9-eaa962eef38d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:49.519769 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-f9d1d3c2-a5ab-4a30-b3c4-d5c0b2434497 None None] Provisioning for port 03a4e65c-14be-46e3-af5a-de0eeae6eb59 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:29:49.534950 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-f9d1d3c2-a5ab-4a30-b3c4-d5c0b2434497 None None] Provisioning complete for port 03a4e65c-14be-46e3-af5a-de0eeae6eb59 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:29:49.536316 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-f9d1d3c2-a5ab-4a30-b3c4-d5c0b2434497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:49.576524 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-7266cc77-fb65-48ad-83f9-eaa962eef38d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:49.578311 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-7266cc77-fb65-48ad-83f9-eaa962eef38d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:49.607731 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-7266cc77-fb65-48ad-83f9-eaa962eef38d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5382116 Jun 29 17:29:49.617614 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-f9d1d3c2-a5ab-4a30-b3c4-d5c0b2434497 None None] Port 03a4e65c-14be-46e3-af5a-de0eeae6eb59 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:29:49.650054 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Request body: {'port': {'device_id': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:29:49.785587 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:49.975748 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e6d0c-39f0-4a82-984b-7b2496085ef3 req-9582fee8-00a5-45cb-b3cf-3ca4477acccd tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:49.978844 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f31e6d0c-39f0-4a82-984b-7b2496085ef3 req-9582fee8-00a5-45cb-b3cf-3ca4477acccd tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 932 time: 0.2528560 Jun 29 17:29:50.104390 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f31e6d0c-39f0-4a82-984b-7b2496085ef3 req-178f0701-728c-49f9-9c15-6f8fed32beab tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071231 Jun 29 17:29:50.360675 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a4e65c-14be-46e3-af5a-de0eeae6eb59 {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:29:50.380150 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.418738 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Transition to ACTIVE for port object 03a4e65c-14be-46e3-af5a-de0eeae6eb59 will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:29:50.426442 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.433067 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:50.530076 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96c822-6334-46da-88f1-0136eb20050a req-eb880abe-05d3-460c-b714-4d6b4f175c9c tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:50.533438 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-de96c822-6334-46da-88f1-0136eb20050a req-eb880abe-05d3-460c-b714-4d6b4f175c9c tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.2496500 Jun 29 17:29:50.562993 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Pushing event updated for resources: {'Port': ['ID=03a4e65c-14be-46e3-af5a-de0eeae6eb59,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:50.568250 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:50.783201 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-de96c822-6334-46da-88f1-0136eb20050a req-0d9a3290-3a6d-4502-b697-39c9adb87638 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375679 Jun 29 17:29:50.785698 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Attempting to bind port 03a4e65c-14be-46e3-af5a-de0eeae6eb59 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:29:50.786382 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Attempting to bind port 03a4e65c-14be-46e3-af5a-de0eeae6eb59 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:29:50.786798 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Attempting to bind port 03a4e65c-14be-46e3-af5a-de0eeae6eb59 on network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:29:50.794125 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Port 03a4e65c-14be-46e3-af5a-de0eeae6eb59 on network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:29:50.794591 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Attempting to bind port 03a4e65c-14be-46e3-af5a-de0eeae6eb59 on network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:29:50.802111 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:29:50.802432 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Checking segment: {'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:29:50.802842 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Bound using segment: {'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:29:50.803415 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Bound port: 03a4e65c-14be-46e3-af5a-de0eeae6eb59, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:29:50.803628 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.884222 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] For port 03a4e65c-14be-46e3-af5a-de0eeae6eb59, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:29:50.888000 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] For port 03a4e65c-14be-46e3-af5a-de0eeae6eb59, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:29:50.895143 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.897554 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c8cbb03c-9de3-4c50-9264-2dc847f3a855 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:50.938964 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:50.939619 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:50.941133 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] 10.222.0.72 "PUT /v2.0/ports/03a4e65c-14be-46e3-af5a-de0eeae6eb59 HTTP/1.1" status: 200 len: 1094 time: 1.2967293 Jun 29 17:29:50.941701 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'tag': '03a4e65c-14be-46e3-af5a-de0eeae6eb59'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:29:50.944567 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046bfeff-72e1-4d00-9d99-54ed7bfd90bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17", "tag": "03a4e65c-14be-46e3-af5a-de0eeae6eb59"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:29:50.994794 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52415e19-7079-4879-a3b9-654757107923 x-openstack-request-id: req-52415e19-7079-4879-a3b9-654757107923 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:29:50.995287 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17", "tag": "03a4e65c-14be-46e3-af5a-de0eeae6eb59", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:29:50.996448 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-52415e19-7079-4879-a3b9-654757107923 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:29:50.997438 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'tag': '03a4e65c-14be-46e3-af5a-de0eeae6eb59', 'status': 'completed', 'code': 200} Jun 29 17:29:51.009684 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Pushing event updated for resources: {'Port': ['ID=03a4e65c-14be-46e3-af5a-de0eeae6eb59,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:51.031915 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:51.134367 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-54432e9b-5843-40f1-a99a-5562a1e28b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:51.136800 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-54432e9b-5843-40f1-a99a-5562a1e28b33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34997567334b4e7fadb444cf6b858ca9&device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 1097 time: 0.0972486 Jun 29 17:29:51.214458 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-d0591290-1d48-4e43-931d-8d52f85bc443 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59 HTTP/1.1" status: 200 len: 217 time: 0.0672660 Jun 29 17:29:51.279014 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-27a5355a-9afb-4704-b0cd-cf1a11452f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:51.280952 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-27a5355a-9afb-4704-b0cd-cf1a11452f3c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a5d9c1e2-d339-4000-a28f-d2eff082887c HTTP/1.1" status: 200 len: 856 time: 0.0556753 Jun 29 17:29:51.315326 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-d2e158b4-2905-4503-b9e4-8af1d21e195a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:51.357129 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-26f7540c-79ac-4864-b8c7-e08b5c84e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:51.359426 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-26f7540c-79ac-4864-b8c7-e08b5c84e9a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0709410 Jun 29 17:29:51.545639 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-c1c9a575-ccea-496c-adfe-eb1250352a51 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716146 Jun 29 17:29:51.792983 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411bdf5-0aab-4758-855c-5d132cfe7817 req-7dd6ee82-3b6d-431c-be75-f6e9ace6a554 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:51.795234 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0411bdf5-0aab-4758-855c-5d132cfe7817 req-7dd6ee82-3b6d-431c-be75-f6e9ace6a554 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.2471106 Jun 29 17:29:51.802835 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-482531a3-dd7e-42da-b8e4-fc6c5295b47b req-a27dd0c7-fbc2-458e-b53c-c6e8e3ad1712 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362366 Jun 29 17:29:51.861593 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0411bdf5-0aab-4758-855c-5d132cfe7817 req-316150ab-e4c5-4ca3-8558-dd61e54fec34 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543904 Jun 29 17:29:51.985413 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bfeff-72e1-4d00-9d99-54ed7bfd90bd req-ad5c72e0-ba2b-476b-8487-32ce4d957422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:51.987985 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-046bfeff-72e1-4d00-9d99-54ed7bfd90bd req-ad5c72e0-ba2b-476b-8487-32ce4d957422 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34997567334b4e7fadb444cf6b858ca9&device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 1097 time: 0.0957210 Jun 29 17:29:52.119128 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bfeff-72e1-4d00-9d99-54ed7bfd90bd req-4db5c0c4-5835-4275-a5d7-3dab742bcb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:52.121760 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-046bfeff-72e1-4d00-9d99-54ed7bfd90bd req-4db5c0c4-5835-4275-a5d7-3dab742bcb7e service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 HTTP/1.1" status: 200 len: 919 time: 0.1257901 Jun 29 17:29:52.171583 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-046bfeff-72e1-4d00-9d99-54ed7bfd90bd req-7ad6f30d-0d28-4a34-8671-c48861c4061e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59 HTTP/1.1" status: 200 len: 217 time: 0.0371542 Jun 29 17:29:52.239804 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bfeff-72e1-4d00-9d99-54ed7bfd90bd req-370dd571-611f-473c-ab3c-c29ae47303ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:52.241371 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-046bfeff-72e1-4d00-9d99-54ed7bfd90bd req-370dd571-611f-473c-ab3c-c29ae47303ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a5d9c1e2-d339-4000-a28f-d2eff082887c HTTP/1.1" status: 200 len: 856 time: 0.0568168 Jun 29 17:29:52.326106 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bfeff-72e1-4d00-9d99-54ed7bfd90bd req-069ddab5-cae9-4416-a91a-d8fa1d8dd290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:52.328411 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-046bfeff-72e1-4d00-9d99-54ed7bfd90bd req-069ddab5-cae9-4416-a91a-d8fa1d8dd290 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0749764 Jun 29 17:29:52.474187 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-046bfeff-72e1-4d00-9d99-54ed7bfd90bd req-6efe7849-024e-4158-be79-8ef9cfe26276 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343744 Jun 29 17:29:52.596471 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-046bfeff-72e1-4d00-9d99-54ed7bfd90bd req-07c33cf0-3764-4b5d-8770-4510dac06e41 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129813 Jun 29 17:29:53.119389 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b8b4b-84b1-452f-8544-ea30d0d08450 req-edab7b2f-5976-4084-be19-c682b28ed952 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:53.122416 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-cb2b8b4b-84b1-452f-8544-ea30d0d08450 req-edab7b2f-5976-4084-be19-c682b28ed952 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.1126740 Jun 29 17:29:53.182040 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-cb2b8b4b-84b1-452f-8544-ea30d0d08450 req-6b573a2f-ac6e-46e7-b672-26caae132f05 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506985 Jun 29 17:29:54.423997 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8698cd-e7b3-4dbf-9da5-979bba4e13dc req-a1783769-1aee-4198-929c-2e75b1cfe390 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:54.425682 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7e8698cd-e7b3-4dbf-9da5-979bba4e13dc req-a1783769-1aee-4198-929c-2e75b1cfe390 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.1002862 Jun 29 17:29:54.501228 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7e8698cd-e7b3-4dbf-9da5-979bba4e13dc req-7db78cd0-93e2-4c1e-922a-f7a72a6974e0 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623968 Jun 29 17:29:54.594785 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:54.845161 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-9d08e315-7c0c-40fb-85d4-5c92dbe7fcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:55.743901 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ddfdc-2d41-4024-bace-54744ca0e946 req-8c2d6eb2-7041-42ed-8855-60b959545d7e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:55.745497 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-452ddfdc-2d41-4024-bace-54744ca0e946 req-8c2d6eb2-7041-42ed-8855-60b959545d7e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.0793068 Jun 29 17:29:55.814235 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-452ddfdc-2d41-4024-bace-54744ca0e946 req-8060e285-95c0-47af-bb9b-f927c814798d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576663 Jun 29 17:29:56.795183 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 03a4e65c-14be-46e3-af5a-de0eeae6eb59 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:29:56.914556 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:56.934551 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 03a4e65c-14be-46e3-af5a-de0eeae6eb59, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:56.949135 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': '03a4e65c-14be-46e3-af5a-de0eeae6eb59', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'port_id': '03a4e65c-14be-46e3-af5a-de0eeae6eb59', 'mac_address': 'fa:16:3e:00:d2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:29:57.001489 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:57.019275 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a4e65c-14be-46e3-af5a-de0eeae6eb59 {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:29:57.048964 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 03a4e65c-14be-46e3-af5a-de0eeae6eb59, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:29:57.050235 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:57.052876 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:29:57.129501 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=03a4e65c-14be-46e3-af5a-de0eeae6eb59,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:29:57.136579 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:29:57.146637 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e288b61-c9ae-4256-9b04-a83a3b52be27 req-6250da49-224d-4966-b137-da037f91dcba tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:57.148906 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7e288b61-c9ae-4256-9b04-a83a3b52be27 req-6250da49-224d-4966-b137-da037f91dcba tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 945 time: 0.0968111 Jun 29 17:29:57.198920 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7e288b61-c9ae-4256-9b04-a83a3b52be27 req-6bfef408-e325-4dfb-b002-6ff7703a75fa tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421576 Jun 29 17:29:57.625300 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['03a4e65c-14be-46e3-af5a-de0eeae6eb59'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:29:58.507895 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684b86b-21bc-4825-add5-21abb415ad1f req-c8190950-9bb4-4b4b-85b1-7995c1917eae tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:58.509560 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d684b86b-21bc-4825-add5-21abb415ad1f req-c8190950-9bb4-4b4b-85b1-7995c1917eae tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 945 time: 0.0796628 Jun 29 17:29:58.559451 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d684b86b-21bc-4825-add5-21abb415ad1f req-72a20da4-d186-447c-ae22-028d699e3848 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418363 Jun 29 17:29:59.236361 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:29:59.762076 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291d5d2-2e3b-4d70-b712-a3160d27155c req-931abd82-a124-4099-b99c-9704dd3b53fd tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:29:59.764030 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6291d5d2-2e3b-4d70-b712-a3160d27155c req-931abd82-a124-4099-b99c-9704dd3b53fd tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 945 time: 0.0730429 Jun 29 17:29:59.813969 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6291d5d2-2e3b-4d70-b712-a3160d27155c req-20fadde5-2f1e-4414-96d2-4ae5fb36a845 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432186 Jun 29 17:30:00.813877 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 03a4e65c-14be-46e3-af5a-de0eeae6eb59 up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:30:00.884016 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port 03a4e65c-14be-46e3-af5a-de0eeae6eb59 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:30:00.890529 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port 03a4e65c-14be-46e3-af5a-de0eeae6eb59 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:30:00.891145 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:01.026575 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:01.056387 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a4e65c-14be-46e3-af5a-de0eeae6eb59'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:30:01.059241 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa4ac31-361d-44d1-84f1-a04fc2b15982" -d '{"events": [{"server_uuid": "4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17", "name": "network-vif-plugged", "status": "completed", "tag": "03a4e65c-14be-46e3-af5a-de0eeae6eb59"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:30:01.086667 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 03a4e65c-14be-46e3-af5a-de0eeae6eb59, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:30:01.094575 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:01.098765 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:01.129727 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b67e3d-528b-4c69-95e6-d3a9b907dce6 req-10d96b58-27ad-4a59-9316-6a0d350da2b6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:01.131749 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-72b67e3d-528b-4c69-95e6-d3a9b907dce6 req-10d96b58-27ad-4a59-9316-6a0d350da2b6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 945 time: 0.1068010 Jun 29 17:30:01.145063 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49dff92-0d6e-4d72-884f-3329f52f8a71 x-openstack-request-id: req-b49dff92-0d6e-4d72-884f-3329f52f8a71 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:30:01.145749 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17", "name": "network-vif-plugged", "status": "completed", "tag": "03a4e65c-14be-46e3-af5a-de0eeae6eb59", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:30:01.146399 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b49dff92-0d6e-4d72-884f-3329f52f8a71 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:30:01.147126 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a4e65c-14be-46e3-af5a-de0eeae6eb59', 'code': 200} Jun 29 17:30:01.188837 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=03a4e65c-14be-46e3-af5a-de0eeae6eb59,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:01.192282 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:01.195091 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-72b67e3d-528b-4c69-95e6-d3a9b907dce6 req-e877ab0f-4ad7-4d1a-b7cb-8eb88590915e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555928 Jun 29 17:30:01.479175 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61304a1-950b-493d-a726-1e5ef622158d req-e19f1427-646f-46d6-a0e6-86f49b631dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:01.480970 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d61304a1-950b-493d-a726-1e5ef622158d req-e19f1427-646f-46d6-a0e6-86f49b631dfb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 1099 time: 0.0940764 Jun 29 17:30:01.524515 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d61304a1-950b-493d-a726-1e5ef622158d req-ade07974-5fb0-48f3-8d3f-964c6ad6866c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347538 Jun 29 17:30:02.421442 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fd402-1a0c-4aab-8e1e-f66ce8bc6bcb req-7750af51-3da2-4ae6-8e79-7ccce55596ac tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:02.424519 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d6fd402-1a0c-4aab-8e1e-f66ce8bc6bcb req-7750af51-3da2-4ae6-8e79-7ccce55596ac tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0930774 Jun 29 17:30:02.491875 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d6fd402-1a0c-4aab-8e1e-f66ce8bc6bcb req-db5be546-005a-4422-9cdb-595a041389b7 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597081 Jun 29 17:30:03.735570 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de562819-6501-404a-aaaa-8b8f4ad67e45 req-330fa9c0-b656-42f5-a050-a317ce205f19 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:03.743834 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-de562819-6501-404a-aaaa-8b8f4ad67e45 req-330fa9c0-b656-42f5-a050-a317ce205f19 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0835843 Jun 29 17:30:03.786686 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-de562819-6501-404a-aaaa-8b8f4ad67e45 req-29eb63c5-f3d9-438d-a014-a65ca4c6d370 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416253 Jun 29 17:30:05.052188 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247d8f0-89f6-4336-b7f8-9abb5d8e8281 req-f4c8f63f-b4db-4d60-9ab2-3bb0ee6f6cb2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:05.053789 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3247d8f0-89f6-4336-b7f8-9abb5d8e8281 req-f4c8f63f-b4db-4d60-9ab2-3bb0ee6f6cb2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0804720 Jun 29 17:30:05.098272 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3247d8f0-89f6-4336-b7f8-9abb5d8e8281 req-5c0bba8e-a7ae-434f-a642-0e2e740d91d8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380909 Jun 29 17:30:05.294043 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0daea99-cb24-4796-831f-543b59713c46 req-192adf43-649b-42c0-a0cd-bc7294748bd3 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:05.295797 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d0daea99-cb24-4796-831f-543b59713c46 req-192adf43-649b-42c0-a0cd-bc7294748bd3 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0772004 Jun 29 17:30:05.308699 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41864) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:30:05.317009 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-6c9ab767-dc35-49df-8227-15c4c5f13791 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Request body: {'floatingip': {'port_id': '03a4e65c-14be-46e3-af5a-de0eeae6eb59'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:30:05.412174 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6c9ab767-dc35-49df-8227-15c4c5f13791 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for floatingip, before_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:06.383656 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6c9ab767-dc35-49df-8227-15c4c5f13791 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:06.390644 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6c9ab767-dc35-49df-8227-15c4c5f13791 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605382'] for floatingip, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:06.562786 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.l3_db [None req-6c9ab767-dc35-49df-8227-15c4c5f13791 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Floating IP a1674826-edeb-4de5-9b13-8612d72cae5c associated. External IP: 172.28.0.65, port: 03a4e65c-14be-46e3-af5a-de0eeae6eb59. Jun 29 17:30:06.915069 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9ab767-dc35-49df-8227-15c4c5f13791 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Router 754c3408-bfbc-45f3-8409-d405d07c2ac0 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:30:07.109742 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9ab767-dc35-49df-8227-15c4c5f13791 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:30:07.115863 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6c9ab767-dc35-49df-8227-15c4c5f13791 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for floatingip, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:07.128050 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158df32a-7442-4cbf-af6b-9a2d0a359d97 None None] Sync routers for ids ['754c3408-bfbc-45f3-8409-d405d07c2ac0'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:30:07.143787 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158df32a-7442-4cbf-af6b-9a2d0a359d97 None None] Routers {'754c3408-bfbc-45f3-8409-d405d07c2ac0'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:30:07.145255 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-158df32a-7442-4cbf-af6b-9a2d0a359d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:29:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['754c3408-bfbc-45f3-8409-d405d07c2ac0'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:07.188169 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-6c9ab767-dc35-49df-8227-15c4c5f13791 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "PUT /v2.0/floatingips/a1674826-edeb-4de5-9b13-8612d72cae5c HTTP/1.1" status: 200 len: 991 time: 1.8750074 Jun 29 17:30:07.188169 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'tag': '03a4e65c-14be-46e3-af5a-de0eeae6eb59'}] {{(pid=93003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:30:07.192042 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b6e3043f1b2246a4603f4ff9a3ac6cbdb2be9695873d33c49ba394ff39487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fce2a4-7eaf-40b5-97ce-1bd678e46ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17", "tag": "03a4e65c-14be-46e3-af5a-de0eeae6eb59"}]}' {{(pid=93003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:30:07.309465 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69245180-4151-4cba-aff9-e73469ae63d9 x-openstack-request-id: req-69245180-4151-4cba-aff9-e73469ae63d9 {{(pid=93003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:30:07.310325 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17", "tag": "03a4e65c-14be-46e3-af5a-de0eeae6eb59", "status": "completed", "code": 200}]} {{(pid=93003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:30:07.315249 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-69245180-4151-4cba-aff9-e73469ae63d9 {{(pid=93003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:30:07.316339 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'tag': '03a4e65c-14be-46e3-af5a-de0eeae6eb59', 'status': 'completed', 'code': 200} Jun 29 17:30:07.389586 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-158df32a-7442-4cbf-af6b-9a2d0a359d97 None None] Set router 754c3408-bfbc-45f3-8409-d405d07c2ac0 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:30:07.477243 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce2a4-7eaf-40b5-97ce-1bd678e46ca0 req-221807f9-5efe-4a1c-97ec-2b1ec2b7fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:07.480440 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-69fce2a4-7eaf-40b5-97ce-1bd678e46ca0 req-221807f9-5efe-4a1c-97ec-2b1ec2b7fac3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34997567334b4e7fadb444cf6b858ca9&device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 1099 time: 0.1269915 Jun 29 17:30:07.663851 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce2a4-7eaf-40b5-97ce-1bd678e46ca0 req-c2aa7ed5-699d-4c38-86da-69d132a0aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:07.665795 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-69fce2a4-7eaf-40b5-97ce-1bd678e46ca0 req-c2aa7ed5-699d-4c38-86da-69d132a0aa16 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 HTTP/1.1" status: 200 len: 919 time: 0.1727645 Jun 29 17:30:07.781944 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-69fce2a4-7eaf-40b5-97ce-1bd678e46ca0 req-676c9352-9983-47a3-8591-842399f449a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59 HTTP/1.1" status: 200 len: 999 time: 0.0898950 Jun 29 17:30:07.866181 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce2a4-7eaf-40b5-97ce-1bd678e46ca0 req-b7109848-61fb-46e2-a7b8-fae1a0e40af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:07.868139 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-69fce2a4-7eaf-40b5-97ce-1bd678e46ca0 req-b7109848-61fb-46e2-a7b8-fae1a0e40af9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a5d9c1e2-d339-4000-a28f-d2eff082887c HTTP/1.1" status: 200 len: 856 time: 0.0647871 Jun 29 17:30:07.872584 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-158df32a-7442-4cbf-af6b-9a2d0a359d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': 'a1674826-edeb-4de5-9b13-8612d72cae5c', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'floating_ip_address': '172.28.0.65', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'port_id': '03a4e65c-14be-46e3-af5a-de0eeae6eb59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'mac_address': 'fa:16:3e:00:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:29:36Z', 'updated_at': '2021-06-29T17:30:06Z', 'revision_number': 1, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:40Z', 'revision_number': 5, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:07.917626 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158df32a-7442-4cbf-af6b-9a2d0a359d97 None None] Checking router: 754c3408-bfbc-45f3-8409-d405d07c2ac0 for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:30:07.933994 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158df32a-7442-4cbf-af6b-9a2d0a359d97 None None] Routers {'754c3408-bfbc-45f3-8409-d405d07c2ac0'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:30:07.935403 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-158df32a-7442-4cbf-af6b-9a2d0a359d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:29:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['754c3408-bfbc-45f3-8409-d405d07c2ac0'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:08.006321 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce2a4-7eaf-40b5-97ce-1bd678e46ca0 req-f5e17cb2-c31a-41ed-8359-5d7b5ff9f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:08.009775 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-69fce2a4-7eaf-40b5-97ce-1bd678e46ca0 req-f5e17cb2-c31a-41ed-8359-5d7b5ff9f8c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1144857 Jun 29 17:30:08.174008 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-158df32a-7442-4cbf-af6b-9a2d0a359d97 None None] Set router 754c3408-bfbc-45f3-8409-d405d07c2ac0 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:30:08.175076 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-69fce2a4-7eaf-40b5-97ce-1bd678e46ca0 req-e4f917cd-8d39-494e-afd6-8cd9bb9ee75f service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532326 Jun 29 17:30:08.395473 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-69fce2a4-7eaf-40b5-97ce-1bd678e46ca0 req-a6645268-5910-4233-a7a1-6c65ed940fda service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102270 Jun 29 17:30:08.597527 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-158df32a-7442-4cbf-af6b-9a2d0a359d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': 'a1674826-edeb-4de5-9b13-8612d72cae5c', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'floating_ip_address': '172.28.0.65', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'port_id': '03a4e65c-14be-46e3-af5a-de0eeae6eb59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'mac_address': 'fa:16:3e:00:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:29:36Z', 'updated_at': '2021-06-29T17:30:06Z', 'revision_number': 1, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:40Z', 'revision_number': 5, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:08.650653 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158df32a-7442-4cbf-af6b-9a2d0a359d97 None None] The sync data for ids ['754c3408-bfbc-45f3-8409-d405d07c2ac0'] in dv-cinder-763306-14-smb is: [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': 'a1674826-edeb-4de5-9b13-8612d72cae5c', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'floating_ip_address': '172.28.0.65', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'port_id': '03a4e65c-14be-46e3-af5a-de0eeae6eb59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'mac_address': 'fa:16:3e:00:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:29:36Z', 'updated_at': '2021-06-29T17:30:06Z', 'revision_number': 1, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:40Z', 'revision_number': 5, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:30:08.969178 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e26f548-d927-446d-b98d-1ef73382b7da None None] New status for floating IP a1674826-edeb-4de5-9b13-8612d72cae5c: ACTIVE {{(pid=93006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:30:09.569755 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:30:13.318543 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 41984) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:30:13.523687 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6827236d-fe6e-4155-9412-246deb891140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:13.696160 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6827236d-fe6e-4155-9412-246deb891140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:13.705695 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6827236d-fe6e-4155-9412-246deb891140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:13.722922 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-4ae6c719-7f91-40ca-88fd-33ee3753e190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:13.792915 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-6827236d-fe6e-4155-9412-246deb891140 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f62f460297cf4f6580601d8c5b3a51a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4726419 Jun 29 17:30:13.797419 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827236d-fe6e-4155-9412-246deb891140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d44555-2499-4bfd-846d-1918383d06f7,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:13.798566 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 41996) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:30:13.803318 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-6827236d-fe6e-4155-9412-246deb891140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:13.871647 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:13.911041 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:13.985271 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:13.990262 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:13.992041 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/36d44555-2499-4bfd-846d-1918383d06f7 HTTP/1.1" status: 204 len: 168 time: 0.1913910 Jun 29 17:30:13.993061 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-35616ab9-f8bc-4fe0-89f5-fadb27b39f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:14.008885 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d44555-2499-4bfd-846d-1918383d06f7,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:14.026269 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:14.026880 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:14.027491 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:14.028080 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:14.028626 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:14.029494 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:14.030088 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:14.030695 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:14.031244 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:14.031827 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:14.032180 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:14.032531 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:14.036342 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:14.156923 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 42002) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:30:14.500100 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f1bb-b4cc-41b2-aa80-cdb26136d134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:14.680380 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f1bb-b4cc-41b2-aa80-cdb26136d134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:14.687644 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f1bb-b4cc-41b2-aa80-cdb26136d134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:14.691959 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-089c9ce7-b67e-4cc8-ada4-8f3325d1a9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:14.732237 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:14.735408 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-e4c0f1bb-b4cc-41b2-aa80-cdb26136d134 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b3e3104ffd7140cca38fc4554abc4c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5761402 Jun 29 17:30:14.737139 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0f1bb-b4cc-41b2-aa80-cdb26136d134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eae9136-0a2d-4d3f-8908-fd6bee725816,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:14.741308 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 42018) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:30:14.742816 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e4c0f1bb-b4cc-41b2-aa80-cdb26136d134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:14.921998 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2ef850a6-0c1c-401f-9cbb-7c7cbe85e14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:14.958396 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2ef850a6-0c1c-401f-9cbb-7c7cbe85e14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:15.047478 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2ef850a6-0c1c-401f-9cbb-7c7cbe85e14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:15.050911 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2ef850a6-0c1c-401f-9cbb-7c7cbe85e14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:15.057350 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-2ef850a6-0c1c-401f-9cbb-7c7cbe85e14f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7eae9136-0a2d-4d3f-8908-fd6bee725816 HTTP/1.1" status: 204 len: 168 time: 0.3024275 Jun 29 17:30:15.057350 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-5e3647da-6ecc-44fc-a2df-8e935394f577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:15.068773 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef850a6-0c1c-401f-9cbb-7c7cbe85e14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eae9136-0a2d-4d3f-8908-fd6bee725816,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:15.071432 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-2ef850a6-0c1c-401f-9cbb-7c7cbe85e14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:17.445003 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-c223c259-9719-4820-92b4-827444fd1b89 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=c710977bc5004f548c15184c4f2d7872&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440409 Jun 29 17:30:17.665824 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-5c0a4a59-81e1-4dad-9f1b-86b5eeca9517 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:17.668751 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-5c0a4a59-81e1-4dad-9f1b-86b5eeca9517 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151136 Jun 29 17:30:17.687641 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-cdbe2415-c09f-4f47-9ff2-40c8af58b376 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/quotas/c710977bc5004f548c15184c4f2d7872 HTTP/1.1" status: 200 len: 375 time: 0.0123041 Jun 29 17:30:17.734726 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-bccfe2e7-b814-44b5-a655-d052d22fdbd3 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c710977bc5004f548c15184c4f2d7872&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395222 Jun 29 17:30:17.994023 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-89ea1571-9d7a-4cf8-9f00-ee0c677eff2e req-393dd178-3ec4-40ea-a7e8-495832d485f4 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 210 time: 0.0501153 Jun 29 17:30:19.167844 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0e839f4e-0eed-4df6-b05a-2250173682f0 req-c0898884-4c85-4315-a293-e150a78c5548 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 210 time: 0.0354276 Jun 29 17:30:19.969545 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-447bc857-d026-49a2-b9ae-4e11f99d6bfb tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=c710977bc5004f548c15184c4f2d7872&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394621 Jun 29 17:30:20.195739 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-2e5408c1-4d60-4807-ab9d-341cb4bceb78 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:20.197470 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-2e5408c1-4d60-4807-ab9d-341cb4bceb78 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166691 Jun 29 17:30:20.232771 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Request body: {'port': {'device_id': '7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65', 'network_id': 'd03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0', 'admin_state_up': True, 'tenant_id': 'c710977bc5004f548c15184c4f2d7872'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:30:20.407083 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Made reservation on behalf of c710977bc5004f548c15184c4f2d7872 for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:30:20.421104 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:20.445049 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:20.520173 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-da5e4875-f1b3-453a-b441-448d9f44e25b req-f38c8b68-1465-4db1-99bd-f17d1010c236 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 210 time: 0.0786724 Jun 29 17:30:20.684901 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:20.693026 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:20.700173 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-df46c5e6-99f0-4302-ac68-03a0f7c422d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:20.775660 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3835a61-50dd-4bbd-99fb-b0c2e248cb65,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:20.781947 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:21.278980 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Allocated IP 192.168.233.67 (d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0/26242097-5b1e-4401-b79d-71e3bbc16b8a/3197eb66-b90d-47c7-96f6-3eea561de4a9) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:30:21.303470 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-f17b4d32-6236-490f-b4eb-91ba800f7f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:21.510493 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:21.527803 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Transition to ACTIVE for port object 3197eb66-b90d-47c7-96f6-3eea561de4a9 will not be triggered until provisioned by entity DHCP. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:30:21.570863 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:21.576902 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-957bd196-5421-483d-a023-8bea5494b9aa tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:21.633833 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Network d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:30:21.640253 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:30:21.646180 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:30:21.686336 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Pushing event updated for resources: {'Port': ['ID=3197eb66-b90d-47c7-96f6-3eea561de4a9,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:21.691539 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:21.728235 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:21.728235 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:21.754876 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5362742 Jun 29 17:30:21.926881 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5229815-6ca6-46b0-b43b-334c236070d4 req-824152ca-842b-4c00-a865-c3d9fdf2c3de tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:21.943703 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c5229815-6ca6-46b0-b43b-334c236070d4 req-824152ca-842b-4c00-a865-c3d9fdf2c3de tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 935 time: 0.1821804 Jun 29 17:30:22.040443 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c5229815-6ca6-46b0-b43b-334c236070d4 req-4a58ddbf-e819-44aa-bc4d-d7f08c9bfb91 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3835a61-50dd-4bbd-99fb-b0c2e248cb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909069 Jun 29 17:30:22.058312 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Request body: {'port': {'device_id': '7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:30:22.102835 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-ac99128a-7e5f-4e30-882e-a031939a7408 None None] Provisioning for port 3197eb66-b90d-47c7-96f6-3eea561de4a9 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:30:22.115266 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-ac99128a-7e5f-4e30-882e-a031939a7408 None None] Provisioning complete for port 3197eb66-b90d-47c7-96f6-3eea561de4a9 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:30:22.117605 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-ac99128a-7e5f-4e30-882e-a031939a7408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:22.184363 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-ac99128a-7e5f-4e30-882e-a031939a7408 None None] Port 3197eb66-b90d-47c7-96f6-3eea561de4a9 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:30:22.262452 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:22.501453 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ead014-c943-43e0-a2fd-0f18208534dd req-bcfc9e7f-04d4-46db-9867-bcf5cc2b9c1a tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:22.506038 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-59ead014-c943-43e0-a2fd-0f18208534dd req-bcfc9e7f-04d4-46db-9867-bcf5cc2b9c1a tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 946 time: 0.1396263 Jun 29 17:30:22.555938 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-59ead014-c943-43e0-a2fd-0f18208534dd req-b6dea9bc-8405-4014-afe5-dc41ab973759 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424500 Jun 29 17:30:22.641994 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3197eb66-b90d-47c7-96f6-3eea561de4a9 {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:30:22.650273 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:22.663656 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Transition to ACTIVE for port object 3197eb66-b90d-47c7-96f6-3eea561de4a9 will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:30:22.668733 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:22.671437 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-19457f2b-d8a0-4e2d-95c8-526cca3aff23 tempest-AttachVolumeNegativeTest-1648124718 tempest-AttachVolumeNegativeTest-1648124718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:22.725393 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Pushing event updated for resources: {'Port': ['ID=3197eb66-b90d-47c7-96f6-3eea561de4a9,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:22.731135 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:22.833300 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Attempting to bind port 3197eb66-b90d-47c7-96f6-3eea561de4a9 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:30:22.833782 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Attempting to bind port 3197eb66-b90d-47c7-96f6-3eea561de4a9 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '8371b765-de47-4e03-a96b-112bdf8e2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'd03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:30:22.834279 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Attempting to bind port 3197eb66-b90d-47c7-96f6-3eea561de4a9 on network d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:30:22.844159 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Port 3197eb66-b90d-47c7-96f6-3eea561de4a9 on network d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:30:22.844585 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Attempting to bind port 3197eb66-b90d-47c7-96f6-3eea561de4a9 on network d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:30:22.853235 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:30:22.853922 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Checking segment: {'id': '8371b765-de47-4e03-a96b-112bdf8e2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'd03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:30:22.854534 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Bound using segment: {'id': '8371b765-de47-4e03-a96b-112bdf8e2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'd03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:30:22.855270 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Bound port: 3197eb66-b90d-47c7-96f6-3eea561de4a9, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8371b765-de47-4e03-a96b-112bdf8e2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'd03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:30:22.855738 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:22.961483 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] For port 3197eb66-b90d-47c7-96f6-3eea561de4a9, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:30:22.966148 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] For port 3197eb66-b90d-47c7-96f6-3eea561de4a9, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3197eb66-b90d-47c7-96f6-3eea561de4a9,segment=NetworkSegment(8371b765-de47-4e03-a96b-112bdf8e2d63),segment_id=8371b765-de47-4e03-a96b-112bdf8e2d63)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:30:22.984258 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:22.989153 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-71fb55ac-7679-4413-94a4-7318d8317eee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:23.064641 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:23.065157 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:23.068050 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] 10.222.0.72 "PUT /v2.0/ports/3197eb66-b90d-47c7-96f6-3eea561de4a9 HTTP/1.1" status: 200 len: 1097 time: 1.2944052 Jun 29 17:30:23.068875 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65', 'tag': '3197eb66-b90d-47c7-96f6-3eea561de4a9'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:30:23.072910 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d967c590-2193-43e4-bfd2-fcb8e6cd76ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65", "tag": "3197eb66-b90d-47c7-96f6-3eea561de4a9"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:30:23.128826 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Pushing event updated for resources: {'Port': ['ID=3197eb66-b90d-47c7-96f6-3eea561de4a9,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:23.141591 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:23.319453 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-b925733b-46cf-4d54-8e25-f878b2f5bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:23.322301 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-b925733b-46cf-4d54-8e25-f878b2f5bbf6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c710977bc5004f548c15184c4f2d7872&device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 1100 time: 0.1768894 Jun 29 17:30:23.405317 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-c2d2fd04-7f31-4fb0-82b8-7c24e69f7658 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=3197eb66-b90d-47c7-96f6-3eea561de4a9 HTTP/1.1" status: 200 len: 217 time: 0.0647616 Jun 29 17:30:23.482087 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41af2e88-f9fe-474c-ab95-f69371645b33 x-openstack-request-id: req-41af2e88-f9fe-474c-ab95-f69371645b33 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:30:23.482747 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65", "tag": "3197eb66-b90d-47c7-96f6-3eea561de4a9", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:30:23.483207 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-41af2e88-f9fe-474c-ab95-f69371645b33 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:30:23.484009 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65', 'tag': '3197eb66-b90d-47c7-96f6-3eea561de4a9', 'status': 'completed', 'code': 200} Jun 29 17:30:23.509165 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8958ce-ff76-4ebd-a959-1e237c7eaa1f req-c561aeec-d624-43e1-b8ed-d403e8b27568 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:23.526132 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3e8958ce-ff76-4ebd-a959-1e237c7eaa1f req-c561aeec-d624-43e1-b8ed-d403e8b27568 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 947 time: 0.1619580 Jun 29 17:30:23.536689 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-c50195c4-1414-447b-933a-4e6a2622429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:23.538738 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-c50195c4-1414-447b-933a-4e6a2622429b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=26242097-5b1e-4401-b79d-71e3bbc16b8a HTTP/1.1" status: 200 len: 843 time: 0.1221836 Jun 29 17:30:23.597784 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-3e8958ce-ff76-4ebd-a959-1e237c7eaa1f req-899c5f00-50de-46b8-8833-2fefa20fe39c tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3835a61-50dd-4bbd-99fb-b0c2e248cb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692761 Jun 29 17:30:23.646804 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-6295b278-a01b-4e3d-859d-aac3f3388afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:23.648750 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-6295b278-a01b-4e3d-859d-aac3f3388afc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0902543 Jun 29 17:30:23.795501 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-7be772fb-607b-41ce-85e0-b7f14b1f747b service neutron] 10.222.0.72 "GET /v2.0/networks/d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196682 Jun 29 17:30:23.869591 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891fbf6-bf41-4cc6-b30d-aa4ce63dc9b9 req-8eee9317-bb56-442e-b7a3-d8581b6bdfa1 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:23.872402 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c891fbf6-bf41-4cc6-b30d-aa4ce63dc9b9 req-8eee9317-bb56-442e-b7a3-d8581b6bdfa1 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 946 time: 0.1019449 Jun 29 17:30:23.930229 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-392c3cd2-5f2d-4c2c-97ef-eb61ce581068 req-7b8f7bb5-1483-4fe3-8018-739ffa6b5650 service neutron] 10.222.0.72 "GET /v2.0/networks/d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211178 Jun 29 17:30:23.940323 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c891fbf6-bf41-4cc6-b30d-aa4ce63dc9b9 req-bf07cc24-d424-416a-a4a2-61539439b8e6 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606267 Jun 29 17:30:24.091658 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967c590-2193-43e4-bfd2-fcb8e6cd76ea req-78466fb5-893e-4ff4-952a-bf41b382ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:24.094411 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d967c590-2193-43e4-bfd2-fcb8e6cd76ea req-78466fb5-893e-4ff4-952a-bf41b382ef4a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c710977bc5004f548c15184c4f2d7872&device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 1100 time: 0.0823212 Jun 29 17:30:24.227049 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967c590-2193-43e4-bfd2-fcb8e6cd76ea req-4cb6fc3a-20af-44da-bd60-889111c28bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:24.229648 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d967c590-2193-43e4-bfd2-fcb8e6cd76ea req-4cb6fc3a-20af-44da-bd60-889111c28bf6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0 HTTP/1.1" status: 200 len: 871 time: 0.1224682 Jun 29 17:30:24.300606 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d967c590-2193-43e4-bfd2-fcb8e6cd76ea req-2632556a-dfa6-456b-9e0d-ae9cbb544392 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=3197eb66-b90d-47c7-96f6-3eea561de4a9 HTTP/1.1" status: 200 len: 217 time: 0.0530050 Jun 29 17:30:24.361646 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967c590-2193-43e4-bfd2-fcb8e6cd76ea req-6ca2acef-4fe7-410b-9519-48b1f5aa1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:24.363416 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d967c590-2193-43e4-bfd2-fcb8e6cd76ea req-6ca2acef-4fe7-410b-9519-48b1f5aa1326 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=26242097-5b1e-4401-b79d-71e3bbc16b8a HTTP/1.1" status: 200 len: 843 time: 0.0554781 Jun 29 17:30:24.474412 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967c590-2193-43e4-bfd2-fcb8e6cd76ea req-aa699aa7-f1a5-48c9-a89a-1cb701d00942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:24.476087 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d967c590-2193-43e4-bfd2-fcb8e6cd76ea req-aa699aa7-f1a5-48c9-a89a-1cb701d00942 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862417 Jun 29 17:30:24.598054 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d967c590-2193-43e4-bfd2-fcb8e6cd76ea req-b7c16182-ac06-4b0d-a30e-442504e3d31c service neutron] 10.222.0.72 "GET /v2.0/networks/d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103632 Jun 29 17:30:24.602575 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:24.773707 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d967c590-2193-43e4-bfd2-fcb8e6cd76ea req-6dd1ec55-1e36-477b-9a81-9f9e549f0945 service neutron] 10.222.0.72 "GET /v2.0/networks/d03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608820 Jun 29 17:30:24.848926 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802574f-2b8e-43c1-933c-f09ea71a4ab7 req-0fb6dd9d-a782-4c4d-9e47-4696e6daf4ff tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:24.852155 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6802574f-2b8e-43c1-933c-f09ea71a4ab7 req-0fb6dd9d-a782-4c4d-9e47-4696e6daf4ff tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 947 time: 0.0962918 Jun 29 17:30:24.857014 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-adf2a794-1022-4ffd-bae2-e2ad3d36ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:24.911416 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6802574f-2b8e-43c1-933c-f09ea71a4ab7 req-a1dc5a43-9884-492f-b737-c2c758b4a60d tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3835a61-50dd-4bbd-99fb-b0c2e248cb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516610 Jun 29 17:30:25.200808 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4079ac-3c9c-4d0c-9818-0476289ceb59 req-62ba2967-be90-4921-8d34-cc018af8706d tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:25.204070 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9c4079ac-3c9c-4d0c-9818-0476289ceb59 req-62ba2967-be90-4921-8d34-cc018af8706d tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 946 time: 0.1191676 Jun 29 17:30:25.268584 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9c4079ac-3c9c-4d0c-9818-0476289ceb59 req-e77b34e1-50bd-43cb-bf3b-6e16d95594b8 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578516 Jun 29 17:30:26.111696 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d80988-d821-40de-9bd2-d25aa326f938 req-a1792043-4672-4460-9578-5d6f39e5b367 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:26.113396 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b7d80988-d821-40de-9bd2-d25aa326f938 req-a1792043-4672-4460-9578-5d6f39e5b367 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 947 time: 0.0768595 Jun 29 17:30:26.173004 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b7d80988-d821-40de-9bd2-d25aa326f938 req-9af9d5be-76bd-49d0-a24b-8a2f2ac3dd0d tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3835a61-50dd-4bbd-99fb-b0c2e248cb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525529 Jun 29 17:30:26.480181 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235d924-5681-4c7f-a2a5-038303f05216 req-e75c0c72-d7b9-4996-87d7-113747af18a9 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:26.481821 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-4235d924-5681-4c7f-a2a5-038303f05216 req-e75c0c72-d7b9-4996-87d7-113747af18a9 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 946 time: 0.0875804 Jun 29 17:30:26.528722 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-4235d924-5681-4c7f-a2a5-038303f05216 req-a30c9771-d066-4d42-93c2-3fe173e9e0d7 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392230 Jun 29 17:30:26.875515 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:26.935189 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 3197eb66-b90d-47c7-96f6-3eea561de4a9 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:30:27.175924 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 3197eb66-b90d-47c7-96f6-3eea561de4a9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3197eb66-b90d-47c7-96f6-3eea561de4a9,segment=NetworkSegment(8371b765-de47-4e03-a96b-112bdf8e2d63),segment_id=8371b765-de47-4e03-a96b-112bdf8e2d63)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:30:27.189227 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': '3197eb66-b90d-47c7-96f6-3eea561de4a9', 'network_id': 'd03a2e25-ced4-4a3e-9ed6-3fb7f00df2c0', 'port_id': '3197eb66-b90d-47c7-96f6-3eea561de4a9', 'mac_address': 'fa:16:3e:e3:cc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26242097-5b1e-4401-b79d-71e3bbc16b8a', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:30:27.241801 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:27.272067 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3197eb66-b90d-47c7-96f6-3eea561de4a9 {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:30:27.312193 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 3197eb66-b90d-47c7-96f6-3eea561de4a9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3197eb66-b90d-47c7-96f6-3eea561de4a9,segment=NetworkSegment(8371b765-de47-4e03-a96b-112bdf8e2d63),segment_id=8371b765-de47-4e03-a96b-112bdf8e2d63)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:30:27.318666 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:27.323210 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:27.408874 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=3197eb66-b90d-47c7-96f6-3eea561de4a9,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:27.412462 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:27.469851 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38597050-6c63-47d0-87ea-de371bc3017e req-6cb08a6b-696c-4814-be8f-625893960a20 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:27.473083 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-38597050-6c63-47d0-87ea-de371bc3017e req-6cb08a6b-696c-4814-be8f-625893960a20 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 948 time: 0.1098623 Jun 29 17:30:27.523813 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-38597050-6c63-47d0-87ea-de371bc3017e req-bc20fa3f-0b0e-4189-96e3-d5adc7b494b9 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3835a61-50dd-4bbd-99fb-b0c2e248cb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393350 Jun 29 17:30:27.765864 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fa1a3-e033-4f28-b22c-11bb4edbf473 req-2ab64392-5dd7-49eb-a122-e9a22b787354 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:27.767573 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7d6fa1a3-e033-4f28-b22c-11bb4edbf473 req-2ab64392-5dd7-49eb-a122-e9a22b787354 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 946 time: 0.0849969 Jun 29 17:30:27.819807 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7d6fa1a3-e033-4f28-b22c-11bb4edbf473 req-8a411156-064d-4328-8821-746632929c2d tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435219 Jun 29 17:30:28.066641 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['3197eb66-b90d-47c7-96f6-3eea561de4a9'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:30:28.808274 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e613c-28cd-4b98-b478-04101d98d513 req-aa9b1ade-f82a-4c04-af6b-f1142d48a695 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:28.810074 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-741e613c-28cd-4b98-b478-04101d98d513 req-aa9b1ade-f82a-4c04-af6b-f1142d48a695 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 948 time: 0.0824153 Jun 29 17:30:28.856312 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-741e613c-28cd-4b98-b478-04101d98d513 req-b8032006-b6d5-4b97-bea8-a78b0543bc33 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3835a61-50dd-4bbd-99fb-b0c2e248cb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393803 Jun 29 17:30:29.061625 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690d644-59b9-4a6f-9994-d59037f364e8 req-7ca068fb-c7e9-4a21-a359-2f0dd2489f06 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:29.063548 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1690d644-59b9-4a6f-9994-d59037f364e8 req-7ca068fb-c7e9-4a21-a359-2f0dd2489f06 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 946 time: 0.1117742 Jun 29 17:30:29.116947 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1690d644-59b9-4a6f-9994-d59037f364e8 req-457c012b-e1f3-42c8-9a81-ae4f1eca5e5a tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 Jun 29 17:30:29.241745 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.250285 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 42296) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:30:29.372040 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f82ee138-5f96-4b0d-a153-90f9a145cddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.488968 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f82ee138-5f96-4b0d-a153-90f9a145cddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.494928 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f82ee138-5f96-4b0d-a153-90f9a145cddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.498815 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-03738bff-0e3a-4512-a8da-7f1e27d32074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:29.538178 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-f82ee138-5f96-4b0d-a153-90f9a145cddf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0e6f18d198b04d81ab046763bc629b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867508 Jun 29 17:30:29.539270 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ee138-5f96-4b0d-a153-90f9a145cddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0606763-f78f-4aeb-92fe-37634ae84a8a,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:29.541489 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 42300) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:30:29.543132 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f82ee138-5f96-4b0d-a153-90f9a145cddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:29.605580 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-18db78ef-b071-4ea3-8358-f2d9bbb5214f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.645433 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-18db78ef-b071-4ea3-8358-f2d9bbb5214f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.721105 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-18db78ef-b071-4ea3-8358-f2d9bbb5214f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.724331 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-18db78ef-b071-4ea3-8358-f2d9bbb5214f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:29.725914 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-18db78ef-b071-4ea3-8358-f2d9bbb5214f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f0606763-f78f-4aeb-92fe-37634ae84a8a HTTP/1.1" status: 204 len: 168 time: 0.1830282 Jun 29 17:30:29.727212 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-4d0e325d-6d02-4dbb-adc0-c55f9d24844d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:29.738698 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db78ef-b071-4ea3-8358-f2d9bbb5214f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0606763-f78f-4aeb-92fe-37634ae84a8a,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:29.742572 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-18db78ef-b071-4ea3-8358-f2d9bbb5214f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:30.102694 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2da0f-328a-43fc-9339-4f483772c1fa req-b574ddb3-81e0-4ba6-ad48-b8ac3c48b175 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:30.104349 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f1b2da0f-328a-43fc-9339-4f483772c1fa req-b574ddb3-81e0-4ba6-ad48-b8ac3c48b175 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 948 time: 0.0817370 Jun 29 17:30:30.147385 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f1b2da0f-328a-43fc-9339-4f483772c1fa req-53adf87a-8a45-46ab-a8d1-64b10522bdaa tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3835a61-50dd-4bbd-99fb-b0c2e248cb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364907 Jun 29 17:30:30.342937 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce0de4-2fa9-4dbf-a795-40b9eb67e104 req-bd3c1627-f82a-48d5-a220-1d7ccfcf99ff tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:30.344988 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1fce0de4-2fa9-4dbf-a795-40b9eb67e104 req-bd3c1627-f82a-48d5-a220-1d7ccfcf99ff tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 946 time: 0.0913486 Jun 29 17:30:30.413332 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1fce0de4-2fa9-4dbf-a795-40b9eb67e104 req-79be007d-d065-4285-b9e5-8545d3cb31bb tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/security-groups?id=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577991 Jun 29 17:30:30.526960 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edbc12-e746-4e87-9a96-6a3b2b2a897f req-24830229-ce0e-4488-adeb-62cc8537f682 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:30.528472 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-50edbc12-e746-4e87-9a96-6a3b2b2a897f req-24830229-ce0e-4488-adeb-62cc8537f682 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 946 time: 0.0786889 Jun 29 17:30:30.661514 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-50edbc12-e746-4e87-9a96-6a3b2b2a897f req-d47c5a0f-c188-407e-8a82-718907fcf5fc tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Deleting port 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:30:30.662041 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-50edbc12-e746-4e87-9a96-6a3b2b2a897f req-d47c5a0f-c188-407e-8a82-718907fcf5fc tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:30.783141 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-50edbc12-e746-4e87-9a96-6a3b2b2a897f req-d47c5a0f-c188-407e-8a82-718907fcf5fc tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] For port 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6,segment=NetworkSegment(90912eee-697a-462b-ab1e-19ec7236e0a0),segment_id=90912eee-697a-462b-ab1e-19ec7236e0a0)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:30:30.783419 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-50edbc12-e746-4e87-9a96-6a3b2b2a897f req-d47c5a0f-c188-407e-8a82-718907fcf5fc tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:30.800579 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-50edbc12-e746-4e87-9a96-6a3b2b2a897f req-d47c5a0f-c188-407e-8a82-718907fcf5fc tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Calling delete_port for 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:30:30.955132 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-50edbc12-e746-4e87-9a96-6a3b2b2a897f req-d47c5a0f-c188-407e-8a82-718907fcf5fc tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:30.961746 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b948b208-d83d-4d83-b8a0-f5a725120a74 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:30.970061 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:30:30.973482 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 3197eb66-b90d-47c7-96f6-3eea561de4a9 up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:30:31.008729 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c5a0f-c188-407e-8a82-718907fcf5fc tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Pushing event deleted for resources: {'Port': ['ID=0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:31.025475 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-d47c5a0f-c188-407e-8a82-718907fcf5fc tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:31.054214 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port 3197eb66-b90d-47c7-96f6-3eea561de4a9 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:30:31.061131 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port 3197eb66-b90d-47c7-96f6-3eea561de4a9 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:30:31.061924 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:31.109609 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-50edbc12-e746-4e87-9a96-6a3b2b2a897f req-d47c5a0f-c188-407e-8a82-718907fcf5fc tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] No DVR routers for this DVR port 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:30:31.113343 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-50edbc12-e746-4e87-9a96-6a3b2b2a897f req-d47c5a0f-c188-407e-8a82-718907fcf5fc tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:31.116962 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-50edbc12-e746-4e87-9a96-6a3b2b2a897f req-d47c5a0f-c188-407e-8a82-718907fcf5fc tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.72 "DELETE /v2.0/ports/0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 HTTP/1.1" status: 204 len: 173 time: 0.5815575 Jun 29 17:30:31.117834 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d161f68-d171-4a05-963e-84dd2bff05f1', 'name': 'network-vif-deleted', 'tag': '0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:30:31.122639 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648ee527-22a7-4177-bf73-5498dd774bbc" -d '{"events": [{"server_uuid": "8d161f68-d171-4a05-963e-84dd2bff05f1", "name": "network-vif-deleted", "tag": "0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:30:31.182635 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73301e38-fd09-41f3-ad60-4f56bdd6acc2 x-openstack-request-id: req-73301e38-fd09-41f3-ad60-4f56bdd6acc2 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:30:31.183158 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d161f68-d171-4a05-963e-84dd2bff05f1", "name": "network-vif-deleted", "tag": "0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:30:31.183397 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:31.183612 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-73301e38-fd09-41f3-ad60-4f56bdd6acc2 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:30:31.184288 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d161f68-d171-4a05-963e-84dd2bff05f1', 'name': 'network-vif-deleted', 'tag': '0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6', 'status': 'completed', 'code': 200} Jun 29 17:30:31.224307 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3197eb66-b90d-47c7-96f6-3eea561de4a9'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:30:31.228230 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f6b998-b0e6-454a-8cde-c58e62abe481" -d '{"events": [{"server_uuid": "7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65", "name": "network-vif-plugged", "status": "completed", "tag": "3197eb66-b90d-47c7-96f6-3eea561de4a9"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:30:31.264219 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 3197eb66-b90d-47c7-96f6-3eea561de4a9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3197eb66-b90d-47c7-96f6-3eea561de4a9,segment=NetworkSegment(8371b765-de47-4e03-a96b-112bdf8e2d63),segment_id=8371b765-de47-4e03-a96b-112bdf8e2d63)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:30:31.271282 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:31.274208 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-ba9fe485-da43-4465-b309-1d0cf157b293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:31.358299 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=3197eb66-b90d-47c7-96f6-3eea561de4a9,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:31.364496 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:31.442208 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacbe18-0c1b-4f98-a3aa-2e0049cda8b2 req-1783d525-ca5a-4d64-8c82-3b0dd087da7a tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:31.445553 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-beacbe18-0c1b-4f98-a3aa-2e0049cda8b2 req-1783d525-ca5a-4d64-8c82-3b0dd087da7a tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 949 time: 0.1175516 Jun 29 17:30:31.510828 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-beacbe18-0c1b-4f98-a3aa-2e0049cda8b2 req-792a8834-dc00-4530-bb2d-b16d889455b8 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3835a61-50dd-4bbd-99fb-b0c2e248cb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528216 Jun 29 17:30:31.619344 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337a09df-db85-4d32-89c3-74df459b0a34 x-openstack-request-id: req-337a09df-db85-4d32-89c3-74df459b0a34 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:30:31.619655 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65", "name": "network-vif-plugged", "status": "completed", "tag": "3197eb66-b90d-47c7-96f6-3eea561de4a9", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:30:31.619924 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-337a09df-db85-4d32-89c3-74df459b0a34 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:30:31.620328 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3197eb66-b90d-47c7-96f6-3eea561de4a9', 'code': 200} Jun 29 17:30:31.708448 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9b257479-dfd0-44dc-bb4c-8e7b5495cf56 req-38e273c4-ac1b-4c7b-9805-4e9d1e7b6e05 tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d161f68-d171-4a05-963e-84dd2bff05f1 HTTP/1.1" status: 200 len: 210 time: 0.0540011 Jun 29 17:30:31.911739 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0a6de-23dc-43dd-be1d-c46955797808 req-3e5c37db-5867-4d64-a868-a9c086f5067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:31.913451 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-dae0a6de-23dc-43dd-be1d-c46955797808 req-3e5c37db-5867-4d64-a868-a9c086f5067c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 1102 time: 0.0687466 Jun 29 17:30:31.985757 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-dae0a6de-23dc-43dd-be1d-c46955797808 req-f6a8a9c6-2d4a-42b3-9098-63d3f6e5ec4e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d3835a61-50dd-4bbd-99fb-b0c2e248cb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485752 Jun 29 17:30:32.724485 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1383d8f-6ace-4f49-a27e-845cc9d32c27 req-f5d31db9-7dac-4e36-9aa1-088284d47351 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:32.726164 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d1383d8f-6ace-4f49-a27e-845cc9d32c27 req-f5d31db9-7dac-4e36-9aa1-088284d47351 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 949 time: 0.0794017 Jun 29 17:30:32.778185 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d1383d8f-6ace-4f49-a27e-845cc9d32c27 req-3b8a9b7a-c07c-4736-95c3-f869c25ffbb3 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3835a61-50dd-4bbd-99fb-b0c2e248cb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410209 Jun 29 17:30:32.973129 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:30:33.010507 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:30:33.011073 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 0f5a3da6-bfc4-4f0c-95a4-2e4eb37d07b6 not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:30:34.031119 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fb550-12a8-4b76-b529-6b30d7eaeb4e req-6e8cb5a5-733b-4bd6-9abd-0ef2c4cf22ac tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:34.033141 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-524fb550-12a8-4b76-b529-6b30d7eaeb4e req-6e8cb5a5-733b-4bd6-9abd-0ef2c4cf22ac tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 949 time: 0.1131444 Jun 29 17:30:34.081618 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-524fb550-12a8-4b76-b529-6b30d7eaeb4e req-a9536f09-e56b-4ebc-b2fc-5ec4d463cec6 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3835a61-50dd-4bbd-99fb-b0c2e248cb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409584 Jun 29 17:30:34.738335 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6cb47-74cb-4e01-accd-3b3614f8cbfb req-f9b2754c-fa2c-4e06-bd8f-8cefdfe13085 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:34.740515 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-56e6cb47-74cb-4e01-accd-3b3614f8cbfb req-f9b2754c-fa2c-4e06-bd8f-8cefdfe13085 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 949 time: 0.1330943 Jun 29 17:30:34.800714 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-56e6cb47-74cb-4e01-accd-3b3614f8cbfb req-6d474baa-5e6e-4a96-82fd-6a4cd951f9ff tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3835a61-50dd-4bbd-99fb-b0c2e248cb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502915 Jun 29 17:30:36.116479 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd82240-5cd0-4618-97ad-8830d4dfe52b req-f30c9715-ab84-4121-bc46-2350f9755187 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:36.119211 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-9bd82240-5cd0-4618-97ad-8830d4dfe52b req-f30c9715-ab84-4121-bc46-2350f9755187 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 949 time: 0.1340477 Jun 29 17:30:36.181534 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-9bd82240-5cd0-4618-97ad-8830d4dfe52b req-9a464116-b208-47b7-b00c-f02e1ecd5360 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3835a61-50dd-4bbd-99fb-b0c2e248cb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528510 Jun 29 17:30:36.979696 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b0f69-4ce7-410c-b89a-9d0282c89782 req-e9493b3d-e688-42c5-b4b6-351d7183b402 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:36.981345 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-516b0f69-4ce7-410c-b89a-9d0282c89782 req-e9493b3d-e688-42c5-b4b6-351d7183b402 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 949 time: 0.0893400 Jun 29 17:30:37.174864 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-516b0f69-4ce7-410c-b89a-9d0282c89782 req-ada0ddcb-ea36-44c3-a42e-d40fe3c5ca99 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Deleting port 3197eb66-b90d-47c7-96f6-3eea561de4a9 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:30:37.175493 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-516b0f69-4ce7-410c-b89a-9d0282c89782 req-ada0ddcb-ea36-44c3-a42e-d40fe3c5ca99 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:37.327852 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-516b0f69-4ce7-410c-b89a-9d0282c89782 req-ada0ddcb-ea36-44c3-a42e-d40fe3c5ca99 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] For port 3197eb66-b90d-47c7-96f6-3eea561de4a9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3197eb66-b90d-47c7-96f6-3eea561de4a9,segment=NetworkSegment(8371b765-de47-4e03-a96b-112bdf8e2d63),segment_id=8371b765-de47-4e03-a96b-112bdf8e2d63)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:30:37.328487 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-516b0f69-4ce7-410c-b89a-9d0282c89782 req-ada0ddcb-ea36-44c3-a42e-d40fe3c5ca99 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:37.352475 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-516b0f69-4ce7-410c-b89a-9d0282c89782 req-ada0ddcb-ea36-44c3-a42e-d40fe3c5ca99 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Calling delete_port for 3197eb66-b90d-47c7-96f6-3eea561de4a9 owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:30:37.532667 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ed898-39c5-446d-9578-1afe67dc4864 req-4de6824d-e37b-4a7a-9b64-87cf5d96e1dd tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:30:37.536548 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b86ed898-39c5-446d-9578-1afe67dc4864 req-4de6824d-e37b-4a7a-9b64-87cf5d96e1dd tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65 HTTP/1.1" status: 200 len: 949 time: 0.1375954 Jun 29 17:30:37.588673 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-516b0f69-4ce7-410c-b89a-9d0282c89782 req-ada0ddcb-ea36-44c3-a42e-d40fe3c5ca99 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:37.596322 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f4f4c86f-d358-4062-a7e5-9554478986e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:37.608577 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b86ed898-39c5-446d-9578-1afe67dc4864 req-a40116f4-0319-4ba5-883f-dda9bac5bc99 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3835a61-50dd-4bbd-99fb-b0c2e248cb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618284 Jun 29 17:30:37.664032 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0ddcb-ea36-44c3-a42e-d40fe3c5ca99 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Pushing event deleted for resources: {'Port': ['ID=3197eb66-b90d-47c7-96f6-3eea561de4a9,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:37.668653 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-ada0ddcb-ea36-44c3-a42e-d40fe3c5ca99 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:37.730532 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-516b0f69-4ce7-410c-b89a-9d0282c89782 req-ada0ddcb-ea36-44c3-a42e-d40fe3c5ca99 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] No DVR routers for this DVR port 3197eb66-b90d-47c7-96f6-3eea561de4a9 on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:30:37.734475 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-516b0f69-4ce7-410c-b89a-9d0282c89782 req-ada0ddcb-ea36-44c3-a42e-d40fe3c5ca99 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:37.736798 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-516b0f69-4ce7-410c-b89a-9d0282c89782 req-ada0ddcb-ea36-44c3-a42e-d40fe3c5ca99 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] 10.222.0.72 "DELETE /v2.0/ports/3197eb66-b90d-47c7-96f6-3eea561de4a9 HTTP/1.1" status: 204 len: 173 time: 0.7488885 Jun 29 17:30:37.737672 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65', 'name': 'network-vif-deleted', 'tag': '3197eb66-b90d-47c7-96f6-3eea561de4a9'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:30:37.740665 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb568a4b-3d19-44dd-b30b-b220f644a267" -d '{"events": [{"server_uuid": "7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65", "name": "network-vif-deleted", "tag": "3197eb66-b90d-47c7-96f6-3eea561de4a9"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:30:37.811641 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c233a79-5a74-4392-ac24-90059dfc851c x-openstack-request-id: req-0c233a79-5a74-4392-ac24-90059dfc851c {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:30:37.812005 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65", "name": "network-vif-deleted", "tag": "3197eb66-b90d-47c7-96f6-3eea561de4a9", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:30:37.812626 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0c233a79-5a74-4392-ac24-90059dfc851c {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:30:37.812920 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5c3c62-9dc1-49f7-a2d0-63fe8a682e65', 'name': 'network-vif-deleted', 'tag': '3197eb66-b90d-47c7-96f6-3eea561de4a9', 'status': 'completed', 'code': 200} Jun 29 17:30:38.995051 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 3197eb66-b90d-47c7-96f6-3eea561de4a9 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:30:39.026681 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: 3197eb66-b90d-47c7-96f6-3eea561de4a9 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:30:39.026964 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 3197eb66-b90d-47c7-96f6-3eea561de4a9 not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:30:44.136691 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 42650) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:30:44.435943 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 42658) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:30:44.437004 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-591a6222-70ee-47b5-8f8b-196faa610df3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c710977bc5004f548c15184c4f2d7872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931919 Jun 29 17:30:44.511625 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:44.552637 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:44.625632 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:44.630538 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:44.637035 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d3835a61-50dd-4bbd-99fb-b0c2e248cb65 HTTP/1.1" status: 204 len: 168 time: 0.1994517 Jun 29 17:30:44.638698 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-e4f5c3dc-f946-412c-b71f-79a2f66470fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:44.652611 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3835a61-50dd-4bbd-99fb-b0c2e248cb65,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:44.669181 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:44.670770 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:44.671413 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:44.672156 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:44.672667 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:44.673634 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:44.674281 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:44.674915 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:44.675577 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:44.676177 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:44.676809 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:44.677459 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:30:44.683974 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:44.745417 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:46.558364 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:30:51.298679 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-3c9af7b9-63b5-4602-a83d-5df631d2bab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.006951 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 42746) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:30:54.073811 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ac5a38-e6ee-4af3-9439-c33d7b01533e admin admin] Deleting subnet 1d10d53f-8f81-4d95-91c8-6252c0b3e17c {{(pid=93003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:30:54.079845 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5a38-e6ee-4af3-9439-c33d7b01533e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.145192 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5a38-e6ee-4af3-9439-c33d7b01533e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8326977'] for subnet, precommit_delete_associations {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.206144 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5a38-e6ee-4af3-9439-c33d7b01533e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960687'] for subnet, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.283177 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5a38-e6ee-4af3-9439-c33d7b01533e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8352469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156225'] for subnet, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.286286 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-2e2efe5f-f51c-4101-9cfa-e29c2443e023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:54.312802 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac5a38-e6ee-4af3-9439-c33d7b01533e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d10d53f-8f81-4d95-91c8-6252c0b3e17c,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:54.316719 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-e0ac5a38-e6ee-4af3-9439-c33d7b01533e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:54.321160 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5a38-e6ee-4af3-9439-c33d7b01533e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.323368 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-e0ac5a38-e6ee-4af3-9439-c33d7b01533e admin admin] 10.222.0.101 "DELETE /v2.0/subnets/1d10d53f-8f81-4d95-91c8-6252c0b3e17c HTTP/1.1" status: 204 len: 168 time: 0.3151023 Jun 29 17:30:54.327983 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 42748) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:30:54.409254 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-36409dc9-9f25-434e-a6d3-8df89bb55ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641426'] for network, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.506562 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-36409dc9-9f25-434e-a6d3-8df89bb55ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960625', 'neutron.services.segments.db._delete_segments_for_network-8774724346435'] for network, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.520874 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-36409dc9-9f25-434e-a6d3-8df89bb55ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2028c8d-30b9-48e8-8ecb-685c142e297b']}} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:54.539399 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-36409dc9-9f25-434e-a6d3-8df89bb55ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90912eee-697a-462b-ab1e-19ec7236e0a0') {'for_net_delete': True} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:54.539793 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-36409dc9-9f25-434e-a6d3-8df89bb55ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90912eee-697a-462b-ab1e-19ec7236e0a0') {} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:30:54.556832 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-36409dc9-9f25-434e-a6d3-8df89bb55ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774724263370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7729515'] for segment, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.578928 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-36409dc9-9f25-434e-a6d3-8df89bb55ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.586077 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36409dc9-9f25-434e-a6d3-8df89bb55ab5 admin admin] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=93004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:30:54.586480 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-36409dc9-9f25-434e-a6d3-8df89bb55ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7729765'] for segment, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: Traceback (most recent call last): Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: timer() Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: cb(*args, **kw) Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: return func(*args, **kwargs) Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: self._notify() Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: self.callback(batched_events) Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: event.method(event) Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: return f(self, *a, **k) Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: return self._get(url).json() Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: return self.request(url, 'GET', **kwargs) Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:30:54.588811 dv-cinder-763306-14-smb neutron-server[93004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:30:54.600962 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.655693 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-36409dc9-9f25-434e-a6d3-8df89bb55ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605428'] for network, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.660029 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:54.662803 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-36409dc9-9f25-434e-a6d3-8df89bb55ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.667681 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-36409dc9-9f25-434e-a6d3-8df89bb55ab5 admin admin] 10.222.0.101 "DELETE /v2.0/networks/f2028c8d-30b9-48e8-8ecb-685c142e297b HTTP/1.1" status: 204 len: 168 time: 0.3384824 Jun 29 17:30:54.680949 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36409dc9-9f25-434e-a6d3-8df89bb55ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2028c8d-30b9-48e8-8ecb-685c142e297b,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:54.684684 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-36409dc9-9f25-434e-a6d3-8df89bb55ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:54.846768 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-2e9b1a66-ccd9-4044-86f7-3e9254a92e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:54.949038 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 42756) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:30:55.018813 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-7c57493b-0ef7-4f4f-9a92-efb086fb8ee5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=25d2f180cc7b4e7299492fd7b94f73b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679269 Jun 29 17:30:55.021622 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 42758) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:30:55.086702 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-ed312e96-9cf3-4c72-a1ae-1a3dfb49fd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:55.113371 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-ed312e96-9cf3-4c72-a1ae-1a3dfb49fd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:55.177676 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-ed312e96-9cf3-4c72-a1ae-1a3dfb49fd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:55.180321 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-ed312e96-9cf3-4c72-a1ae-1a3dfb49fd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:55.181526 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-ed312e96-9cf3-4c72-a1ae-1a3dfb49fd4c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1ab76e85-c7db-4560-b3cc-e1d3f6b32fae HTTP/1.1" status: 204 len: 168 time: 0.1587667 Jun 29 17:30:55.182385 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-57881d11-5d4c-4043-b55e-93afe7ca35f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:30:55.191099 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed312e96-9cf3-4c72-a1ae-1a3dfb49fd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab76e85-c7db-4560-b3cc-e1d3f6b32fae,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:30:55.193860 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-ed312e96-9cf3-4c72-a1ae-1a3dfb49fd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:30:56.877200 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:30:59.241381 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:03.959007 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea847505-4bcb-491b-b46c-15da92c16024 req-7e9dfa04-9347-4c75-81aa-0d5f7c7e8f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:03.961508 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ea847505-4bcb-491b-b46c-15da92c16024 req-7e9dfa04-9347-4c75-81aa-0d5f7c7e8f6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=588ca4389b58435b88ab607d6099464f&device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 1137 time: 0.0841093 Jun 29 17:31:03.971685 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58344c7-ab09-4fbe-b4c6-04afbc891345 req-e99a80cd-8113-4e2f-9035-cc4250bb78a6 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:03.974223 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c58344c7-ab09-4fbe-b4c6-04afbc891345 req-e99a80cd-8113-4e2f-9035-cc4250bb78a6 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 984 time: 0.0979834 Jun 29 17:31:04.047058 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c58344c7-ab09-4fbe-b4c6-04afbc891345 req-c4969fdb-7e20-4602-ba02-ea8aa94042ff tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&id=8782fd39-689c-4f77-9dcd-92de287b2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651379 Jun 29 17:31:04.114544 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea847505-4bcb-491b-b46c-15da92c16024 req-350e573a-1259-460f-b5fa-dcd3c01a1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:04.116993 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ea847505-4bcb-491b-b46c-15da92c16024 req-350e573a-1259-460f-b5fa-dcd3c01a1749 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb59b277-7b65-4524-ae30-f2a1ba9a847c HTTP/1.1" status: 200 len: 917 time: 0.1466541 Jun 29 17:31:04.197409 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ea847505-4bcb-491b-b46c-15da92c16024 req-88e3d0cf-ee9c-4b27-9484-88cdb0e7fd11 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3a542a-77b8-4f1f-a8f4-c37596763141 HTTP/1.1" status: 200 len: 1001 time: 0.0682857 Jun 29 17:31:04.265673 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea847505-4bcb-491b-b46c-15da92c16024 req-6b28c370-00bf-4c68-a865-f3ef5b6c0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:04.267344 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ea847505-4bcb-491b-b46c-15da92c16024 req-6b28c370-00bf-4c68-a865-f3ef5b6c0d33 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a68666ec-ab6f-4576-a9fc-c23b39bc8b7b HTTP/1.1" status: 200 len: 854 time: 0.0619147 Jun 29 17:31:04.337451 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea847505-4bcb-491b-b46c-15da92c16024 req-35ddabff-8721-4057-bd08-22c23440dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:04.339030 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ea847505-4bcb-491b-b46c-15da92c16024 req-35ddabff-8721-4057-bd08-22c23440dbcb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb59b277-7b65-4524-ae30-f2a1ba9a847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0631492 Jun 29 17:31:04.452754 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ea847505-4bcb-491b-b46c-15da92c16024 req-bdf5bc3d-81ed-4b7b-9823-687c4f0e323a service neutron] 10.222.0.72 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031067 Jun 29 17:31:04.564580 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ea847505-4bcb-491b-b46c-15da92c16024 req-29a315b3-e1bd-4aa3-97f8-e99a8f4d6794 service neutron] 10.222.0.72 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036162 Jun 29 17:31:05.284698 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205bb13-7eac-41cf-949c-73692fd674be req-1a3bdd55-30d4-43e9-b514-7c37ecdc90f0 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:05.286247 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7205bb13-7eac-41cf-949c-73692fd674be req-1a3bdd55-30d4-43e9-b514-7c37ecdc90f0 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 984 time: 0.0805118 Jun 29 17:31:05.332360 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7205bb13-7eac-41cf-949c-73692fd674be req-28eeb23c-0c2d-4731-aedc-86ca8326c5d2 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&id=8782fd39-689c-4f77-9dcd-92de287b2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399680 Jun 29 17:31:06.617979 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524640ff-d7f9-4dce-9c10-93a6ef64e18c req-3b6f13b2-40c9-4d93-8531-bbe581ff6410 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:06.620715 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-524640ff-d7f9-4dce-9c10-93a6ef64e18c req-3b6f13b2-40c9-4d93-8531-bbe581ff6410 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 984 time: 0.1099629 Jun 29 17:31:06.672565 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-524640ff-d7f9-4dce-9c10-93a6ef64e18c req-46632b3b-cefc-41fe-8088-d058f44e7700 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&id=8782fd39-689c-4f77-9dcd-92de287b2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446155 Jun 29 17:31:07.908989 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c33f79-4f2b-481d-9660-5346cd2405f1 req-255da2ac-cfb6-44c0-9f82-914ff73142f9 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:07.911118 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f6c33f79-4f2b-481d-9660-5346cd2405f1 req-255da2ac-cfb6-44c0-9f82-914ff73142f9 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 984 time: 0.0921645 Jun 29 17:31:07.996781 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f6c33f79-4f2b-481d-9660-5346cd2405f1 req-f4c625e5-6ec6-459f-b343-1070f11b8e6d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&id=8782fd39-689c-4f77-9dcd-92de287b2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730789 Jun 29 17:31:09.262311 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7d4bc-53ac-4136-9362-eddfecde62f3 req-290d6e2c-4789-4b31-b21e-c11ff350d521 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:09.265698 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-dac7d4bc-53ac-4136-9362-eddfecde62f3 req-290d6e2c-4789-4b31-b21e-c11ff350d521 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 984 time: 0.0971537 Jun 29 17:31:09.317926 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-dac7d4bc-53ac-4136-9362-eddfecde62f3 req-5572fd23-30a2-42ef-a116-05da25878448 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&id=8782fd39-689c-4f77-9dcd-92de287b2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458272 Jun 29 17:31:10.599287 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58f4ef-d7dc-460f-b473-33bc2077ab0d req-61ad14f9-6816-460c-ba24-16a0593a969a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:10.600788 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0f58f4ef-d7dc-460f-b473-33bc2077ab0d req-61ad14f9-6816-460c-ba24-16a0593a969a tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 984 time: 0.0952573 Jun 29 17:31:10.647268 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0f58f4ef-d7dc-460f-b473-33bc2077ab0d req-7bdad42f-ca70-467b-a944-b874a5315d46 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&id=8782fd39-689c-4f77-9dcd-92de287b2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379260 Jun 29 17:31:11.841730 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74ba33-9fcf-4219-92eb-fbdfadbf7333 req-6a422a68-aaf4-404d-849c-876b5607a7af tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:11.843348 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ea74ba33-9fcf-4219-92eb-fbdfadbf7333 req-6a422a68-aaf4-404d-849c-876b5607a7af tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 984 time: 0.0760405 Jun 29 17:31:11.900711 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ea74ba33-9fcf-4219-92eb-fbdfadbf7333 req-8d2c269c-127b-478b-bde6-3c2b8ec62e07 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&id=8782fd39-689c-4f77-9dcd-92de287b2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512543 Jun 29 17:31:13.134599 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94406ce9-cc30-410e-9bee-324e0af3bb90 req-2822f9f0-6b4f-449f-b41d-468fac459e7d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:13.136806 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-94406ce9-cc30-410e-9bee-324e0af3bb90 req-2822f9f0-6b4f-449f-b41d-468fac459e7d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 984 time: 0.1023760 Jun 29 17:31:13.182815 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-94406ce9-cc30-410e-9bee-324e0af3bb90 req-28a0fcdb-52b5-4ba3-b16b-570a0f433dcd tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&id=8782fd39-689c-4f77-9dcd-92de287b2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384908 Jun 29 17:31:14.385973 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541d45f-9059-4a03-aad2-450c5608f27f req-dd27d111-4130-46a9-83e3-8d824cace7a4 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:14.388479 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1541d45f-9059-4a03-aad2-450c5608f27f req-dd27d111-4130-46a9-83e3-8d824cace7a4 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 984 time: 0.0753648 Jun 29 17:31:14.444779 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1541d45f-9059-4a03-aad2-450c5608f27f req-47f8b892-38e2-4589-9c1b-3eb6a24ad67b tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&id=8782fd39-689c-4f77-9dcd-92de287b2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457478 Jun 29 17:31:14.741932 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:15.737448 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f9e0a-0f79-4da4-bdc3-0f8cd9e8661c req-eeb12d00-3054-4020-8264-911164d8c425 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:15.739068 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ee0f9e0a-0f79-4da4-bdc3-0f8cd9e8661c req-eeb12d00-3054-4020-8264-911164d8c425 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 984 time: 0.0804155 Jun 29 17:31:15.786936 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ee0f9e0a-0f79-4da4-bdc3-0f8cd9e8661c req-ecbe5b5f-5a43-4a0f-89ac-a22988a53bbf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&id=8782fd39-689c-4f77-9dcd-92de287b2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412107 Jun 29 17:31:17.005617 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8790ee-f2c3-479b-9812-18d8f3d4300a req-e3179bde-8f11-4491-9e4c-9496b194cc08 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:17.008271 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-4e8790ee-f2c3-479b-9812-18d8f3d4300a req-e3179bde-8f11-4491-9e4c-9496b194cc08 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 984 time: 0.0948541 Jun 29 17:31:17.078173 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-4e8790ee-f2c3-479b-9812-18d8f3d4300a req-b8a8289f-8f7c-426e-9dc2-6c24ffbb8c97 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&id=8782fd39-689c-4f77-9dcd-92de287b2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629568 Jun 29 17:31:18.323870 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c715cbd-2acb-46a2-84a5-3f3e2bc37b29 req-e9f62151-4d62-4b7b-8b16-5a7edf5e925d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:18.325591 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8c715cbd-2acb-46a2-84a5-3f3e2bc37b29 req-e9f62151-4d62-4b7b-8b16-5a7edf5e925d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 984 time: 0.0805171 Jun 29 17:31:18.402272 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8c715cbd-2acb-46a2-84a5-3f3e2bc37b29 req-ae5cee89-1778-45f9-a2a9-a8599c9a0d94 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&id=8782fd39-689c-4f77-9dcd-92de287b2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657499 Jun 29 17:31:19.709902 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9eb97-64a6-4e43-9a12-e40c35a59d43 req-28793170-2866-47b7-a265-b7b68ade15ca tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:19.711556 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-afc9eb97-64a6-4e43-9a12-e40c35a59d43 req-28793170-2866-47b7-a265-b7b68ade15ca tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 984 time: 0.0781128 Jun 29 17:31:19.767813 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-afc9eb97-64a6-4e43-9a12-e40c35a59d43 req-45a8ef2f-a924-41e1-9a7d-a5b9d8401633 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&id=8782fd39-689c-4f77-9dcd-92de287b2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444479 Jun 29 17:31:20.990438 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc1665-8cbd-4bdb-9136-b1a6e4b2cbe1 req-479690a8-4fc2-441c-836a-d9a6ca270998 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:20.992174 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ddcc1665-8cbd-4bdb-9136-b1a6e4b2cbe1 req-479690a8-4fc2-441c-836a-d9a6ca270998 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 984 time: 0.0863874 Jun 29 17:31:21.040613 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ddcc1665-8cbd-4bdb-9136-b1a6e4b2cbe1 req-ddc3d31e-4dc0-406c-978c-68cb9d6b476f tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&id=8782fd39-689c-4f77-9dcd-92de287b2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410500 Jun 29 17:31:21.304186 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-64e1bbb1-370f-4f32-91cd-68e4c9bf2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:23.557908 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:31:24.596005 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:24.845685 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-892d5e22-aa2d-4935-80ac-b0da469b32df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:26.881304 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:29.245097 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:37.451873 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316561d-3609-46fa-92dc-1473a643985d req-724f23cb-f311-457f-b5a0-35258b0234be tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:37.454052 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2316561d-3609-46fa-92dc-1473a643985d req-724f23cb-f311-457f-b5a0-35258b0234be tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.0828428 Jun 29 17:31:37.505920 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2316561d-3609-46fa-92dc-1473a643985d req-5567432a-9a72-47cd-857e-fe2905d90d63 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393891 Jun 29 17:31:38.709257 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05eb7d-64ce-4275-869b-a895b35e324c req-bb356c11-f231-4b45-9fc9-70ab4e1af0ba tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:38.711128 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7a05eb7d-64ce-4275-869b-a895b35e324c req-bb356c11-f231-4b45-9fc9-70ab4e1af0ba tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.0792544 Jun 29 17:31:38.761962 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7a05eb7d-64ce-4275-869b-a895b35e324c req-e25a6e93-6c9d-4ae6-b735-62a0e846c0ef tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431237 Jun 29 17:31:39.968829 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5126c65-3f55-4cff-bd5a-0b3501fc3aa5 req-1b920ed4-5b8c-479f-9920-29e0f406ea1d tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:39.971027 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d5126c65-3f55-4cff-bd5a-0b3501fc3aa5 req-1b920ed4-5b8c-479f-9920-29e0f406ea1d tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.0752039 Jun 29 17:31:40.015853 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d5126c65-3f55-4cff-bd5a-0b3501fc3aa5 req-36e61ba2-b370-458f-96c0-05aef3166ace tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380127 Jun 29 17:31:41.226027 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892a7b7-2b9d-4283-8a4d-94eee03fed33 req-9cd6d7ce-4e27-47eb-872f-38cca7854fd3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:41.227615 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1892a7b7-2b9d-4283-8a4d-94eee03fed33 req-9cd6d7ce-4e27-47eb-872f-38cca7854fd3 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.0778973 Jun 29 17:31:41.277086 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1892a7b7-2b9d-4283-8a4d-94eee03fed33 req-a6327900-9072-4485-aab8-07c4d691f83e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391264 Jun 29 17:31:42.488680 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ea82e-c8b4-4a24-920a-3b645a53d55e req-fb76de34-bbbd-4426-8e76-82c45caf62a0 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:42.490400 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-af2ea82e-c8b4-4a24-920a-3b645a53d55e req-fb76de34-bbbd-4426-8e76-82c45caf62a0 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.0798182 Jun 29 17:31:42.535205 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-af2ea82e-c8b4-4a24-920a-3b645a53d55e req-1badd6ca-b86b-4b66-b454-d5f83a9ec53c tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371261 Jun 29 17:31:43.732903 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78287b28-0954-4a9a-b408-2feeb2bb51f5 req-d1ead227-e95e-43f9-b8a7-0935b70536e2 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:43.734610 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-78287b28-0954-4a9a-b408-2feeb2bb51f5 req-d1ead227-e95e-43f9-b8a7-0935b70536e2 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.0786445 Jun 29 17:31:43.813843 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-78287b28-0954-4a9a-b408-2feeb2bb51f5 req-0450e2cd-8eac-479b-9b42-7902c5b0e3d2 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696781 Jun 29 17:31:43.892253 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7984d-e983-463c-a1bf-a25294dbbb56 req-ef4c2d4b-a09f-434c-9d65-179eec11585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:43.894016 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-08f7984d-e983-463c-a1bf-a25294dbbb56 req-ef4c2d4b-a09f-434c-9d65-179eec11585f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c41cecead69426387b4773190dc0f6b&device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 1099 time: 0.1055865 Jun 29 17:31:44.075430 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7984d-e983-463c-a1bf-a25294dbbb56 req-8baae8a8-22c6-47db-9233-42eb199b373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:44.078099 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-08f7984d-e983-463c-a1bf-a25294dbbb56 req-8baae8a8-22c6-47db-9233-42eb199b373e service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d56230f-544f-4f28-b4a7-b388e6742ab0 HTTP/1.1" status: 200 len: 912 time: 0.1576447 Jun 29 17:31:44.161012 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-08f7984d-e983-463c-a1bf-a25294dbbb56 req-40406220-3ed4-4aa7-9ca7-cc34f31bb71c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7808e99-9fbf-424f-8978-04cdca56071c HTTP/1.1" status: 200 len: 1002 time: 0.0736759 Jun 29 17:31:44.245097 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7984d-e983-463c-a1bf-a25294dbbb56 req-cccd804a-03d6-40b2-ad6c-947d6540c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:44.248393 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-08f7984d-e983-463c-a1bf-a25294dbbb56 req-cccd804a-03d6-40b2-ad6c-947d6540c8db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9c2569ae-33c2-4499-81ca-7dac22d3f2ab HTTP/1.1" status: 200 len: 849 time: 0.0789011 Jun 29 17:31:44.332623 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7984d-e983-463c-a1bf-a25294dbbb56 req-86efa12b-2626-49e9-9910-305e7e0e08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:44.334944 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-08f7984d-e983-463c-a1bf-a25294dbbb56 req-86efa12b-2626-49e9-9910-305e7e0e08df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d56230f-544f-4f28-b4a7-b388e6742ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0752697 Jun 29 17:31:44.458107 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-08f7984d-e983-463c-a1bf-a25294dbbb56 req-fd75c3ce-8c48-4ecc-b119-e001418707a8 service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101327 Jun 29 17:31:44.578523 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-08f7984d-e983-463c-a1bf-a25294dbbb56 req-121df035-dc22-4938-bb26-60e6af86edb5 service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103120 Jun 29 17:31:44.745814 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:45.010529 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fba08-46db-40c9-95f1-d9d6d8603607 req-a4841a18-1632-4900-917b-3856f7a65b5c tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:45.012150 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-488fba08-46db-40c9-95f1-d9d6d8603607 req-a4841a18-1632-4900-917b-3856f7a65b5c tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.0734437 Jun 29 17:31:45.059982 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-488fba08-46db-40c9-95f1-d9d6d8603607 req-6fbdddff-9a0a-46a0-a456-728bc94ec57d tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402949 Jun 29 17:31:46.267097 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd43112-b13e-4c4d-8270-04fb5f15dc5f req-84c382a3-1d48-4321-b253-555ab0587d57 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:46.268721 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4fd43112-b13e-4c4d-8270-04fb5f15dc5f req-84c382a3-1d48-4321-b253-555ab0587d57 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.0781901 Jun 29 17:31:46.321240 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4fd43112-b13e-4c4d-8270-04fb5f15dc5f req-f2df70a4-093e-4458-a4e0-f063ab8ddcb0 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417066 Jun 29 17:31:47.590347 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee0310-5eb1-4698-a135-007b5c18ba5d req-50cbcd3c-9bd5-48f4-830c-9035262655c5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:47.593083 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-edee0310-5eb1-4698-a135-007b5c18ba5d req-50cbcd3c-9bd5-48f4-830c-9035262655c5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.1136451 Jun 29 17:31:47.941078 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-edee0310-5eb1-4698-a135-007b5c18ba5d req-a647b849-a50e-4d4c-9f7a-610d5630c9d0 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424067 Jun 29 17:31:49.145642 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be757a-695d-4a29-a6f2-8ad688dab7d8 req-0e7f64be-e6a2-4a12-bf7d-6dab77211c15 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:49.147389 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-38be757a-695d-4a29-a6f2-8ad688dab7d8 req-0e7f64be-e6a2-4a12-bf7d-6dab77211c15 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.0777993 Jun 29 17:31:49.191271 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-38be757a-695d-4a29-a6f2-8ad688dab7d8 req-f4938bf0-4889-42e5-ab6f-4d184d486a74 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363197 Jun 29 17:31:49.672107 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb21729-1cad-46d8-9dc1-d717e8b3dd90 req-9905808b-fd7a-4815-82e8-7a5aa53c5976 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:49.673728 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-adb21729-1cad-46d8-9dc1-d717e8b3dd90 req-9905808b-fd7a-4815-82e8-7a5aa53c5976 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.1140847 Jun 29 17:31:49.682348 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10b578-0901-4f6f-853b-2a0745e2ba97 req-06a5f15c-c4ee-45a6-b86f-676a6c747126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:49.684533 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6e10b578-0901-4f6f-853b-2a0745e2ba97 req-06a5f15c-c4ee-45a6-b86f-676a6c747126 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c41cecead69426387b4773190dc0f6b&device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 1099 time: 0.0935795 Jun 29 17:31:49.773844 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-adb21729-1cad-46d8-9dc1-d717e8b3dd90 req-e6467959-120c-4db8-9864-17df6f576137 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882864 Jun 29 17:31:49.816208 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10b578-0901-4f6f-853b-2a0745e2ba97 req-85310268-5914-48cf-a5ac-71c9093166d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:49.817848 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6e10b578-0901-4f6f-853b-2a0745e2ba97 req-85310268-5914-48cf-a5ac-71c9093166d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d56230f-544f-4f28-b4a7-b388e6742ab0 HTTP/1.1" status: 200 len: 912 time: 0.1243658 Jun 29 17:31:49.907272 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6e10b578-0901-4f6f-853b-2a0745e2ba97 req-6987cb4c-dd29-4197-85cb-e07f938f4662 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7808e99-9fbf-424f-8978-04cdca56071c HTTP/1.1" status: 200 len: 1002 time: 0.0796940 Jun 29 17:31:49.981062 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10b578-0901-4f6f-853b-2a0745e2ba97 req-4fa4a363-daf3-4b71-a607-2c4e1d842ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:49.983428 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6e10b578-0901-4f6f-853b-2a0745e2ba97 req-4fa4a363-daf3-4b71-a607-2c4e1d842ed3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9c2569ae-33c2-4499-81ca-7dac22d3f2ab HTTP/1.1" status: 200 len: 849 time: 0.0628085 Jun 29 17:31:50.061330 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10b578-0901-4f6f-853b-2a0745e2ba97 req-43de69df-bb06-4277-a5a3-2d7a31864984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:50.063379 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6e10b578-0901-4f6f-853b-2a0745e2ba97 req-43de69df-bb06-4277-a5a3-2d7a31864984 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d56230f-544f-4f28-b4a7-b388e6742ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0686111 Jun 29 17:31:50.167567 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6e10b578-0901-4f6f-853b-2a0745e2ba97 req-ff39b174-a7f6-4925-9ba3-cf3fc2b0d0c0 service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964251 Jun 29 17:31:50.278391 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6e10b578-0901-4f6f-853b-2a0745e2ba97 req-85ee098e-6b93-4067-af69-3ef16f7605c3 service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030803 Jun 29 17:31:51.016500 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22086ac-542d-47c9-9776-494e92a1598a req-bcb05452-45ad-414f-8bc4-16deb319338e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:51.019113 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b22086ac-542d-47c9-9776-494e92a1598a req-bcb05452-45ad-414f-8bc4-16deb319338e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.0832109 Jun 29 17:31:51.069361 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b22086ac-542d-47c9-9776-494e92a1598a req-b24e028d-1992-4379-bfa9-80cfd8d2ea3f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421267 Jun 29 17:31:51.310147 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd3a3-41b5-4bfa-be8b-13b17b1d76e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:52.307673 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bbe12-8e09-4035-925c-ab02bdab69d9 req-15bb6868-9c22-49ca-a1e3-56668af8c3b2 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:31:52.310472 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b24bbe12-8e09-4035-925c-ab02bdab69d9 req-15bb6868-9c22-49ca-a1e3-56668af8c3b2 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.0964048 Jun 29 17:31:52.377045 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b24bbe12-8e09-4035-925c-ab02bdab69d9 req-de957297-2c20-4481-baa5-ba4106c14ead tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602360 Jun 29 17:31:54.600771 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:54.849008 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-34ca27d2-6144-49c9-8f69-d4da708c99c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:56.884000 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:31:59.254076 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:00.561389 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:32:06.241172 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497d7b-a0cc-4071-be63-1a566d2113d4 req-71db7b3e-5bab-48a8-b844-bdf19c7c89d7 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:06.243935 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8c497d7b-a0cc-4071-be63-1a566d2113d4 req-71db7b3e-5bab-48a8-b844-bdf19c7c89d7 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0937061 Jun 29 17:32:06.292040 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8c497d7b-a0cc-4071-be63-1a566d2113d4 req-df6341e6-db41-46ff-a755-658d3889ed0c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398259 Jun 29 17:32:07.538287 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa6a9b-3292-4438-9c37-23256465352d req-42ae9d4f-1002-488f-9f83-069a8e883bd4 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:07.540000 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e0fa6a9b-3292-4438-9c37-23256465352d req-42ae9d4f-1002-488f-9f83-069a8e883bd4 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0851257 Jun 29 17:32:07.593405 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e0fa6a9b-3292-4438-9c37-23256465352d req-a4599149-25f6-4605-8a2e-75270e35f653 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464284 Jun 29 17:32:08.912786 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858d0a2-cac1-4fd1-921d-bf2b3503d922 req-fdf2ed45-cdd7-4d85-88d5-463b984c3a4e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:08.915056 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2858d0a2-cac1-4fd1-921d-bf2b3503d922 req-fdf2ed45-cdd7-4d85-88d5-463b984c3a4e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.1121337 Jun 29 17:32:08.975086 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2858d0a2-cac1-4fd1-921d-bf2b3503d922 req-f20b5b84-e6f4-4856-84bd-07a8b6a600fe tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509174 Jun 29 17:32:10.225881 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831ee6d-948d-4cd1-bbb7-05376824a5d8 req-a290bd4b-3f99-4be9-869a-ad8aa52068b1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:10.227554 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c831ee6d-948d-4cd1-bbb7-05376824a5d8 req-a290bd4b-3f99-4be9-869a-ad8aa52068b1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0966740 Jun 29 17:32:10.273473 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c831ee6d-948d-4cd1-bbb7-05376824a5d8 req-d599cd93-434f-4134-a870-aa9657376c21 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391402 Jun 29 17:32:11.533022 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a0ea9-f61c-4273-81ba-06189264e70d req-49a51338-561b-498e-aebd-de5221f74af9 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:11.535818 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df8a0ea9-f61c-4273-81ba-06189264e70d req-49a51338-561b-498e-aebd-de5221f74af9 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.1177421 Jun 29 17:32:11.580897 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df8a0ea9-f61c-4273-81ba-06189264e70d req-f323fc65-25f0-4a17-9de2-1f1da994d086 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391493 Jun 29 17:32:12.796354 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a58142-7988-4689-8e11-b628a61026c6 req-ce8544db-4418-4b50-9a18-7d029fd8c6e2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:12.798006 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-59a58142-7988-4689-8e11-b628a61026c6 req-ce8544db-4418-4b50-9a18-7d029fd8c6e2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0743592 Jun 29 17:32:13.078068 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-59a58142-7988-4689-8e11-b628a61026c6 req-a60529bb-c663-4360-9ebb-a5325e3ab3dd tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701252 Jun 29 17:32:14.297454 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665abb53-edf2-44f8-b540-1637c00b7d3b req-120029cd-e7f2-4514-b40b-2648ead5a608 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:14.299226 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-665abb53-edf2-44f8-b540-1637c00b7d3b req-120029cd-e7f2-4514-b40b-2648ead5a608 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0794535 Jun 29 17:32:14.344784 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-665abb53-edf2-44f8-b540-1637c00b7d3b req-b9f3e9c6-2886-495b-a89f-f69739904c1f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394657 Jun 29 17:32:14.752846 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:15.655119 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cd008-5d7f-491a-8c2c-22620cee08c5 req-015869ac-eb8a-44ee-826a-101bcae168e7 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:15.657569 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-567cd008-5d7f-491a-8c2c-22620cee08c5 req-015869ac-eb8a-44ee-826a-101bcae168e7 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.1119208 Jun 29 17:32:15.712397 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-567cd008-5d7f-491a-8c2c-22620cee08c5 req-9f30b32c-e69b-41a5-bd40-f555c85bba87 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473228 Jun 29 17:32:16.925012 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36d370-1164-4b9f-afaa-62e074ab4396 req-f66809af-c639-46d3-8d2a-a5d2fe7a1da8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:16.933785 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ea36d370-1164-4b9f-afaa-62e074ab4396 req-f66809af-c639-46d3-8d2a-a5d2fe7a1da8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0733995 Jun 29 17:32:16.980559 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ea36d370-1164-4b9f-afaa-62e074ab4396 req-4e8a88b9-72d9-4618-a986-e28c01596e80 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428860 Jun 29 17:32:18.201220 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ed6f5-df98-4c4c-b86b-1228cbeebea0 req-02336b1f-b400-4baa-ac00-e17ca3adcf2d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:18.202898 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-241ed6f5-df98-4c4c-b86b-1228cbeebea0 req-02336b1f-b400-4baa-ac00-e17ca3adcf2d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0888169 Jun 29 17:32:18.252705 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-241ed6f5-df98-4c4c-b86b-1228cbeebea0 req-a0f85129-b4ea-4619-9ba5-7f219964a69d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429735 Jun 29 17:32:19.497768 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da983116-bfa3-4860-8491-0a5a255c04aa req-278f8cbd-880c-4cfe-a1e9-61014cd07260 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:19.499973 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-da983116-bfa3-4860-8491-0a5a255c04aa req-278f8cbd-880c-4cfe-a1e9-61014cd07260 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0836930 Jun 29 17:32:19.549773 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-da983116-bfa3-4860-8491-0a5a255c04aa req-2d3cfbce-2e30-4bf4-9cdf-eef492749a37 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426910 Jun 29 17:32:20.752716 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f051e-6ada-48bc-93f1-12167a457b92 req-c8ec7049-80bf-488a-a680-010505918e11 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:20.754348 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-839f051e-6ada-48bc-93f1-12167a457b92 req-c8ec7049-80bf-488a-a680-010505918e11 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0769420 Jun 29 17:32:20.804450 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-839f051e-6ada-48bc-93f1-12167a457b92 req-4ba0ac53-7f4f-4566-8b80-9ebf8ee24abe tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395465 Jun 29 17:32:21.304463 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-88ebca00-3ba2-4eb2-b9b5-3cf6b279a090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:22.071913 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb50f4-703a-41df-af41-5462c7d04597 req-ae9aaeac-1fd6-448f-8b36-3e249b3e7788 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:22.075737 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-efcb50f4-703a-41df-af41-5462c7d04597 req-ae9aaeac-1fd6-448f-8b36-3e249b3e7788 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.1228185 Jun 29 17:32:22.154075 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-efcb50f4-703a-41df-af41-5462c7d04597 req-428df0c9-3ab5-432f-8699-bbffaa3eb39b tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680628 Jun 29 17:32:22.315686 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2d03e-e8db-4655-8167-f3e6301f87e9 req-bc550cbd-543f-40cc-935e-2073bf09663e tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:22.318299 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9ab2d03e-e8db-4655-8167-f3e6301f87e9 req-bc550cbd-543f-40cc-935e-2073bf09663e tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0908189 Jun 29 17:32:22.364544 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9ab2d03e-e8db-4655-8167-f3e6301f87e9 req-73d4fe75-16eb-4eee-8205-b0768be89f9a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401978 Jun 29 17:32:23.360293 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7890c65-7d14-4a90-bd2a-8a52886d5e8e req-9f8f45ca-7c88-44bf-a66f-dff0cda20bfc tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:23.362119 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d7890c65-7d14-4a90-bd2a-8a52886d5e8e req-9f8f45ca-7c88-44bf-a66f-dff0cda20bfc tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0775731 Jun 29 17:32:23.414384 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d7890c65-7d14-4a90-bd2a-8a52886d5e8e req-44239feb-06c3-43ac-bade-f2a9f178ac22 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416129 Jun 29 17:32:23.633944 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b766144-3159-4704-82e4-5db262c28213 req-a3181af0-bbec-4511-9779-2e7a2d210157 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:23.637323 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8b766144-3159-4704-82e4-5db262c28213 req-a3181af0-bbec-4511-9779-2e7a2d210157 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.1156998 Jun 29 17:32:23.702609 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8b766144-3159-4704-82e4-5db262c28213 req-08cd6100-0bb5-4f12-a2b1-69f699900837 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589654 Jun 29 17:32:24.615097 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:24.655597 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448730fc-191b-40df-9243-22650f70c266 req-bc5ed4d8-10cf-4cbe-ba0d-71ab84093a57 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:24.657257 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-448730fc-191b-40df-9243-22650f70c266 req-bc5ed4d8-10cf-4cbe-ba0d-71ab84093a57 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0871935 Jun 29 17:32:24.710515 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-448730fc-191b-40df-9243-22650f70c266 req-0a75e5cd-e475-482e-8620-e51e214d907d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417404 Jun 29 17:32:24.846724 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-abbf1e73-1c94-4ca9-a860-be8bdf9e7188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:24.924325 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4188e-203c-43ac-aa03-5dbf394e643a req-4fc6c412-4d44-42d4-94ca-d7f4523c306c tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:24.926002 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8bf4188e-203c-43ac-aa03-5dbf394e643a req-4fc6c412-4d44-42d4-94ca-d7f4523c306c tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0984216 Jun 29 17:32:24.970882 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8bf4188e-203c-43ac-aa03-5dbf394e643a req-d1d0e6c5-0dd0-4fe3-9fb6-5aa37d92ee03 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387969 Jun 29 17:32:25.482233 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 03a4e65c-14be-46e3-af5a-de0eeae6eb59 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:32:25.592226 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 03a4e65c-14be-46e3-af5a-de0eeae6eb59, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:32:25.606558 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': '03a4e65c-14be-46e3-af5a-de0eeae6eb59', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'port_id': '03a4e65c-14be-46e3-af5a-de0eeae6eb59', 'mac_address': 'fa:16:3e:00:d2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:32:25.656378 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:25.671988 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03a4e65c-14be-46e3-af5a-de0eeae6eb59 {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:32:25.695858 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 03a4e65c-14be-46e3-af5a-de0eeae6eb59, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:32:25.701243 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:25.703396 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-dc1c9882-7ce8-4592-a1e5-5e72d2ddff9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:25.766787 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=03a4e65c-14be-46e3-af5a-de0eeae6eb59,revision_number=6']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:25.782419 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:25.782883 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:25.783162 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:25.783545 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:25.783889 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:25.784333 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:25.784659 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:25.784992 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:25.785334 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:25.785674 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:25.786096 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:25.786419 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:25.791084 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:25.863805 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['03a4e65c-14be-46e3-af5a-de0eeae6eb59'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:32:25.966263 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090163d-e363-40a7-ae77-21674b3642da req-f8218834-9ac7-4ebd-9fa5-45207e2e86d9 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:25.968680 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c090163d-e363-40a7-ae77-21674b3642da req-f8218834-9ac7-4ebd-9fa5-45207e2e86d9 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 945 time: 0.0988019 Jun 29 17:32:26.032966 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c090163d-e363-40a7-ae77-21674b3642da req-79ee8d35-e92e-4efa-bb46-e6fdcf432a43 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534656 Jun 29 17:32:26.169256 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0a3c9-5d48-49cb-8c7f-5c544e531338 req-20250e6a-07e4-4884-a08d-6354fc856bcd tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:26.170896 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-58c0a3c9-5d48-49cb-8c7f-5c544e531338 req-20250e6a-07e4-4884-a08d-6354fc856bcd tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0682399 Jun 29 17:32:26.220140 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-58c0a3c9-5d48-49cb-8c7f-5c544e531338 req-38c5ac88-4803-4dbf-92bd-69484afd1bd8 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428298 Jun 29 17:32:26.889190 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:27.269480 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebdd1c-d372-4190-8803-32db0aa28c28 req-34984be8-a9e1-4d1d-870c-4285bcbc40a1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:27.271204 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8aebdd1c-d372-4190-8803-32db0aa28c28 req-34984be8-a9e1-4d1d-870c-4285bcbc40a1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 945 time: 0.0976586 Jun 29 17:32:27.330367 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8aebdd1c-d372-4190-8803-32db0aa28c28 req-d7615907-8fdf-4bfc-83d1-cab272259993 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517995 Jun 29 17:32:27.491549 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 03a4e65c-14be-46e3-af5a-de0eeae6eb59 up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:32:27.501918 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f070a-db85-44b5-883a-7a260f8c72e0 req-299d4248-c6f8-4c10-97f5-84583d2da775 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:27.503583 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bd2f070a-db85-44b5-883a-7a260f8c72e0 req-299d4248-c6f8-4c10-97f5-84583d2da775 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0816562 Jun 29 17:32:27.549500 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bd2f070a-db85-44b5-883a-7a260f8c72e0 req-e5a87415-6382-48a8-8028-2eb5ccab6804 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389435 Jun 29 17:32:27.571902 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port 03a4e65c-14be-46e3-af5a-de0eeae6eb59 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:32:27.572216 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:27.664966 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:27.696887 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a4e65c-14be-46e3-af5a-de0eeae6eb59'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:32:27.700363 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295f8435-a5ec-4f6a-8bfa-6c84f0a54495" -d '{"events": [{"server_uuid": "4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17", "name": "network-vif-plugged", "status": "completed", "tag": "03a4e65c-14be-46e3-af5a-de0eeae6eb59"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:32:27.719303 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 03a4e65c-14be-46e3-af5a-de0eeae6eb59, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:32:27.724377 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:27.728303 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:27.760467 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea49c9e7-c928-47b3-b23d-5c00f618cc8b x-openstack-request-id: req-ea49c9e7-c928-47b3-b23d-5c00f618cc8b {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:32:27.760853 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17", "name": "network-vif-plugged", "status": "completed", "tag": "03a4e65c-14be-46e3-af5a-de0eeae6eb59", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:32:27.761711 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ea49c9e7-c928-47b3-b23d-5c00f618cc8b {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:32:27.762814 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a4e65c-14be-46e3-af5a-de0eeae6eb59', 'code': 200} Jun 29 17:32:27.792802 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=03a4e65c-14be-46e3-af5a-de0eeae6eb59,revision_number=7']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:27.796477 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:28.554455 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc57430-1ace-411a-962f-2408e8281746 req-97994471-10e8-42ff-a1c2-3b2f3f9b960c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:28.555921 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bbc57430-1ace-411a-962f-2408e8281746 req-97994471-10e8-42ff-a1c2-3b2f3f9b960c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0799818 Jun 29 17:32:28.609981 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-bbc57430-1ace-411a-962f-2408e8281746 req-af0b42bf-697c-4fd4-9143-35e5d7f3871e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425005 Jun 29 17:32:28.766257 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2092e-830a-42d0-a803-b837fb626982 req-c8881061-2c70-43f7-a47b-f42c4b419b7e tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:28.767885 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b6d2092e-830a-42d0-a803-b837fb626982 req-c8881061-2c70-43f7-a47b-f42c4b419b7e tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0769930 Jun 29 17:32:28.838078 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b6d2092e-830a-42d0-a803-b837fb626982 req-3d0b3530-cde0-4289-aa2a-25afc7a7b50f tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585186 Jun 29 17:32:29.257992 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:29.844631 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d24fff-93d4-468a-8326-df3dd52997a3 req-1695a637-b38f-4aa1-9cf5-51985ce9f934 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:29.846286 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c9d24fff-93d4-468a-8326-df3dd52997a3 req-1695a637-b38f-4aa1-9cf5-51985ce9f934 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0858324 Jun 29 17:32:29.905244 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c9d24fff-93d4-468a-8326-df3dd52997a3 req-d0543ceb-a62e-4732-8b36-184af8d9f262 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522037 Jun 29 17:32:30.052946 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456b341-9067-4d79-bd24-9fe625b6f041 req-a865bbcb-cf15-4191-8b8e-e13a5d477967 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:30.054956 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d456b341-9067-4d79-bd24-9fe625b6f041 req-a865bbcb-cf15-4191-8b8e-e13a5d477967 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0831001 Jun 29 17:32:30.106487 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d456b341-9067-4d79-bd24-9fe625b6f041 req-ce2f2e6f-cc46-4e01-97fe-bfb25d6574ce tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441492 Jun 29 17:32:31.177025 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c593ad-5103-4ff3-b972-701c42469847 req-b7e537a7-c9f5-48e0-af60-00a92a6d588a tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:31.180177 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f1c593ad-5103-4ff3-b972-701c42469847 req-b7e537a7-c9f5-48e0-af60-00a92a6d588a tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.1122706 Jun 29 17:32:31.237759 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f1c593ad-5103-4ff3-b972-701c42469847 req-823881ad-e69a-4643-bbcf-ef96ccc42717 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449405 Jun 29 17:32:31.322328 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb511f-20e9-40ca-a66d-f4ab2b98089a req-57a33311-e85b-4586-b295-213fc459e651 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:31.324165 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-6fcb511f-20e9-40ca-a66d-f4ab2b98089a req-57a33311-e85b-4586-b295-213fc459e651 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0798166 Jun 29 17:32:31.371850 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-6fcb511f-20e9-40ca-a66d-f4ab2b98089a req-545f757d-39f3-4c1a-b1c9-db23c15f44f8 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400858 Jun 29 17:32:32.560068 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996f109-0ae4-420c-ac5e-dad8e69f95bc req-35a3a5bc-9208-48c0-9c2c-be57baa3bdba tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:32.562929 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f996f109-0ae4-420c-ac5e-dad8e69f95bc req-35a3a5bc-9208-48c0-9c2c-be57baa3bdba tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.1253340 Jun 29 17:32:32.668504 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f996f109-0ae4-420c-ac5e-dad8e69f95bc req-6a3ae942-e018-4a23-842f-1dbc27dc2f80 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918131 Jun 29 17:32:32.712781 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4c6c2-d052-4e24-9f38-bc265bfeea7b req-7c66f463-1c2f-47fa-a6e5-e18a6b47d8d5 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:32.715590 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-58f4c6c2-d052-4e24-9f38-bc265bfeea7b req-7c66f463-1c2f-47fa-a6e5-e18a6b47d8d5 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.1499209 Jun 29 17:32:32.782559 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-58f4c6c2-d052-4e24-9f38-bc265bfeea7b req-42c7405d-f7d5-4a0e-9d3f-e7ce0d3b0382 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569427 Jun 29 17:32:34.069185 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33494c8a-3749-4539-958e-1bc910f97618 req-07fa7eea-2b7a-4485-9c52-a97da8a55e15 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:34.080358 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-33494c8a-3749-4539-958e-1bc910f97618 req-07fa7eea-2b7a-4485-9c52-a97da8a55e15 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.1608219 Jun 29 17:32:34.127564 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4e13c-7ff7-4f12-aa2a-1996eb5d07cb req-23816fea-e0d5-494b-872b-e03ef82a4bc9 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:34.128930 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e1c4e13c-7ff7-4f12-aa2a-1996eb5d07cb req-23816fea-e0d5-494b-872b-e03ef82a4bc9 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.1125205 Jun 29 17:32:34.143886 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-33494c8a-3749-4539-958e-1bc910f97618 req-7f27d832-6a28-4d64-8a33-bda85c6df0af tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543427 Jun 29 17:32:34.202318 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e1c4e13c-7ff7-4f12-aa2a-1996eb5d07cb req-01abb518-d487-4bec-8c9f-08aba0f206c4 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646198 Jun 29 17:32:35.485094 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e9a3e-6635-4ab6-a50d-e5767c5329a3 req-c3741b4b-5746-477f-b867-698c8cf28fd8 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:35.487705 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-263e9a3e-6635-4ab6-a50d-e5767c5329a3 req-c3741b4b-5746-477f-b867-698c8cf28fd8 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.1060932 Jun 29 17:32:35.507511 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70283a-4ff7-4a22-887b-6c2af8789511 req-cbe4ab57-719a-4d16-a4bb-e06b0136f50a tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:35.509212 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1f70283a-4ff7-4a22-887b-6c2af8789511 req-cbe4ab57-719a-4d16-a4bb-e06b0136f50a tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.1267717 Jun 29 17:32:35.568440 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-263e9a3e-6635-4ab6-a50d-e5767c5329a3 req-39be44f5-5923-4fc6-a048-f52c4da6c515 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717700 Jun 29 17:32:35.577823 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1f70283a-4ff7-4a22-887b-6c2af8789511 req-59c5733f-f944-41e0-8dec-069baa4a595f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569444 Jun 29 17:32:36.861914 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2bd20-29c0-4514-bbd0-d640382209e8 req-0619818d-1a46-4084-92bc-106d4acad932 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:36.863614 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-17d2bd20-29c0-4514-bbd0-d640382209e8 req-0619818d-1a46-4084-92bc-106d4acad932 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0907323 Jun 29 17:32:36.930554 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db0c07-b998-4318-9df8-3528e3a38090 req-618a2a44-f08f-42c8-851a-d841af655e97 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:36.938639 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-54db0c07-b998-4318-9df8-3528e3a38090 req-618a2a44-f08f-42c8-851a-d841af655e97 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.1017549 Jun 29 17:32:36.940970 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-17d2bd20-29c0-4514-bbd0-d640382209e8 req-1c4d9658-5666-4033-a6e8-72e3e476f8da tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707858 Jun 29 17:32:37.018370 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-54db0c07-b998-4318-9df8-3528e3a38090 req-b57f3d75-8df9-420b-9380-9e403b2a9d7e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780473 Jun 29 17:32:37.562339 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:32:38.132726 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e1cb0-6d92-495e-b71f-6b4b5be07cea req-768ad917-fd59-4246-b7ed-ddd0e7da406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:38.134332 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-522e1cb0-6d92-495e-b71f-6b4b5be07cea req-768ad917-fd59-4246-b7ed-ddd0e7da406c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a55c9f03f035457f8efa3c0a4a535cca&device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 1098 time: 0.0719061 Jun 29 17:32:38.366422 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e1cb0-6d92-495e-b71f-6b4b5be07cea req-6b9a6ace-f615-4f05-a034-7274be3eee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:38.368346 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-522e1cb0-6d92-495e-b71f-6b4b5be07cea req-6b9a6ace-f615-4f05-a034-7274be3eee14 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74e5cd0c-24da-4292-b907-cd569f5acc13 HTTP/1.1" status: 200 len: 909 time: 0.2210331 Jun 29 17:32:38.429590 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7758da2-aeaf-4d54-8df0-1114688e04fe req-924c2199-c460-4783-a8f4-370c5be65e2a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:38.431508 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e7758da2-aeaf-4d54-8df0-1114688e04fe req-924c2199-c460-4783-a8f4-370c5be65e2a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.1204913 Jun 29 17:32:38.493590 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-522e1cb0-6d92-495e-b71f-6b4b5be07cea req-38e8a797-4cbf-4d97-9074-87681173fa6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6148871-267a-4a7b-b572-cb8a55a78a12 HTTP/1.1" status: 200 len: 1001 time: 0.1114347 Jun 29 17:32:38.502183 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e7758da2-aeaf-4d54-8df0-1114688e04fe req-7d3b8ae0-190a-456d-8eb7-358dbd076ac2 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633705 Jun 29 17:32:38.502647 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7b9f7-4500-4b2f-a18f-bd32a5c14e5e req-daf1ee92-e73b-47f1-9278-67ada4cef11c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:38.511542 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f0d7b9f7-4500-4b2f-a18f-bd32a5c14e5e req-daf1ee92-e73b-47f1-9278-67ada4cef11c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.2076910 Jun 29 17:32:38.594396 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f0d7b9f7-4500-4b2f-a18f-bd32a5c14e5e req-7f523a60-1e9e-4fdf-a153-56b22226c7fc tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807507 Jun 29 17:32:38.643655 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e1cb0-6d92-495e-b71f-6b4b5be07cea req-ff612ee7-48ef-4eb5-976c-8bfec279111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:38.650045 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-522e1cb0-6d92-495e-b71f-6b4b5be07cea req-ff612ee7-48ef-4eb5-976c-8bfec279111c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d932e18c-a0bb-4632-863a-53bc43ec0f10 HTTP/1.1" status: 200 len: 846 time: 0.1344812 Jun 29 17:32:38.730265 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e1cb0-6d92-495e-b71f-6b4b5be07cea req-33cf4615-e03c-48f9-8358-0be48833725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:38.731797 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-522e1cb0-6d92-495e-b71f-6b4b5be07cea req-33cf4615-e03c-48f9-8358-0be48833725b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74e5cd0c-24da-4292-b907-cd569f5acc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0742154 Jun 29 17:32:38.892475 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-522e1cb0-6d92-495e-b71f-6b4b5be07cea req-05b5652b-296e-4556-a826-ddac30227817 service neutron] 10.222.0.72 "GET /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514752 Jun 29 17:32:39.051461 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-522e1cb0-6d92-495e-b71f-6b4b5be07cea req-3c55aab9-5ff2-4aa1-856d-c1050753432b service neutron] 10.222.0.72 "GET /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505868 Jun 29 17:32:39.820954 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910755d8-c508-4ff9-a33c-a9c830355c60 req-dbd67620-5a8d-4eea-95e1-186b62b74b4c tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:39.824133 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-910755d8-c508-4ff9-a33c-a9c830355c60 req-dbd67620-5a8d-4eea-95e1-186b62b74b4c tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.1335764 Jun 29 17:32:39.904447 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-910755d8-c508-4ff9-a33c-a9c830355c60 req-96706dc9-3889-4193-a4ae-6bc313af3ee1 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682900 Jun 29 17:32:39.954794 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d8449-6ca7-4812-a278-e98a504da6f8 req-0ce4d66e-8bdc-4bc9-86f6-474eb107b4a1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:39.956606 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1f4d8449-6ca7-4812-a278-e98a504da6f8 req-0ce4d66e-8bdc-4bc9-86f6-474eb107b4a1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.1107998 Jun 29 17:32:40.022111 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1f4d8449-6ca7-4812-a278-e98a504da6f8 req-0c88e7fa-832a-4701-a80a-33f6595d5121 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525036 Jun 29 17:32:41.286251 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e033f66-f182-49b6-a3be-f7143a7a4d84 req-bbdd3c00-0b57-4bcb-a938-f487eac03c9f tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:41.298026 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0e033f66-f182-49b6-a3be-f7143a7a4d84 req-bbdd3c00-0b57-4bcb-a938-f487eac03c9f tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.1689513 Jun 29 17:32:41.388330 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0e033f66-f182-49b6-a3be-f7143a7a4d84 req-ce17b104-a0d4-4faa-8887-f4d9d4674bb1 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887914 Jun 29 17:32:41.583506 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1457ba7-3c25-48ff-a2c7-3a6c3a9a33a7 req-2aa45d00-dadb-4a73-8dca-d16eb540590e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:41.585319 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c1457ba7-3c25-48ff-a2c7-3a6c3a9a33a7 req-2aa45d00-dadb-4a73-8dca-d16eb540590e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.1440794 Jun 29 17:32:41.687298 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c1457ba7-3c25-48ff-a2c7-3a6c3a9a33a7 req-55a30f03-73c6-487f-86f2-9ff0675c5667 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773466 Jun 29 17:32:42.583724 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0bc120b1-07ae-4902-9c77-9ae97b124bd0 req-d674ce23-011a-49b5-b8d6-f40fba1c06a6 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917598819&fields=id&tenant_id=588ca4389b58435b88ab607d6099464f HTTP/1.1" status: 200 len: 267 time: 0.1181123 Jun 29 17:32:42.796060 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc120b1-07ae-4902-9c77-9ae97b124bd0 req-1a4b3e89-8a39-44ec-b1df-3ff97a602860 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:42.799327 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0bc120b1-07ae-4902-9c77-9ae97b124bd0 req-1a4b3e89-8a39-44ec-b1df-3ff97a602860 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 984 time: 0.2069514 Jun 29 17:32:42.829564 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [req-0bc120b1-07ae-4902-9c77-9ae97b124bd0 req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Request body: {'port': {'security_groups': ['2e0f14b3-f3bd-4a9b-81ca-537714dfe29c']}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:32:42.896904 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123e6ed-f4c8-42cb-b1ea-74b3e7260ae1 req-45410862-e288-4a16-9d3f-a9a8de473f27 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:42.900079 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7123e6ed-f4c8-42cb-b1ea-74b3e7260ae1 req-45410862-e288-4a16-9d3f-a9a8de473f27 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.1665895 Jun 29 17:32:42.984425 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7123e6ed-f4c8-42cb-b1ea-74b3e7260ae1 req-dcc6cc7b-b1d1-4aa8-80de-6fb17ab868a3 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713763 Jun 29 17:32:43.020559 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [req-0bc120b1-07ae-4902-9c77-9ae97b124bd0 req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:43.235935 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c37ac-e261-450e-ab73-70e73163a4db req-cde6cd3b-1fc4-400c-82db-2e56fb234396 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:43.237905 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-387c37ac-e261-450e-ab73-70e73163a4db req-cde6cd3b-1fc4-400c-82db-2e56fb234396 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.1178048 Jun 29 17:32:43.313649 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-387c37ac-e261-450e-ab73-70e73163a4db req-d041a6bb-1bbb-4fbd-a928-a0e74b43dc2b tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639970 Jun 29 17:32:43.364225 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.db [req-0bc120b1-07ae-4902-9c77-9ae97b124bd0 req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] For port 5c3a542a-77b8-4f1f-a8f4-c37596763141, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5c3a542a-77b8-4f1f-a8f4-c37596763141,segment=NetworkSegment(c12d2ca7-f548-4a97-8bf9-bd8065d03009),segment_id=c12d2ca7-f548-4a97-8bf9-bd8065d03009)] {{(pid=93003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:32:43.400841 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [req-0bc120b1-07ae-4902-9c77-9ae97b124bd0 req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for port, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:43.409799 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [req-0bc120b1-07ae-4902-9c77-9ae97b124bd0 req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8352276'] for port, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:43.416616 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-ecb49534-7bf8-419f-b82a-43d1da857e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:43.425072 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['5c3a542a-77b8-4f1f-a8f4-c37596763141'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:32:43.508413 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Pushing event updated for resources: {'Port': ['ID=5c3a542a-77b8-4f1f-a8f4-c37596763141,revision_number=7']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:43.520833 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:43.521335 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:43.521665 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:43.522201 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:43.522579 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:43.522957 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:43.523323 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:43.523689 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:43.524053 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:43.524428 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:43.524787 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:43.525149 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:43.541624 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:43.569678 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc120b1-07ae-4902-9c77-9ae97b124bd0 req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:43.571013 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [req-0bc120b1-07ae-4902-9c77-9ae97b124bd0 req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:43.578427 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0bc120b1-07ae-4902-9c77-9ae97b124bd0 req-7a0f973f-1642-4acb-8f6a-78b4d7272bcf tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "PUT /v2.0/ports/5c3a542a-77b8-4f1f-a8f4-c37596763141 HTTP/1.1" status: 200 len: 942 time: 0.7699261 Jun 29 17:32:43.579476 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'tag': '5c3a542a-77b8-4f1f-a8f4-c37596763141'}] {{(pid=93003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:32:43.581034 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43176) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:32:43.584540 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b6e3043f1b2246a4603f4ff9a3ac6cbdb2be9695873d33c49ba394ff39487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663583aa-0d26-4c68-85ef-3e238bac08de" -d '{"events": [{"name": "network-changed", "server_uuid": "be00fd5d-978c-4896-bb60-79f7a3102f51", "tag": "5c3a542a-77b8-4f1f-a8f4-c37596763141"}]}' {{(pid=93003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:32:43.735982 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['5c3a542a-77b8-4f1f-a8f4-c37596763141'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:32:43.763764 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:43.903177 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:43.916119 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c952ab6e-ae01-47cb-80f6-fe1302e00217 x-openstack-request-id: req-c952ab6e-ae01-47cb-80f6-fe1302e00217 {{(pid=93003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:32:43.916684 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be00fd5d-978c-4896-bb60-79f7a3102f51", "tag": "5c3a542a-77b8-4f1f-a8f4-c37596763141", "status": "completed", "code": 200}]} {{(pid=93003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:32:43.917768 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c952ab6e-ae01-47cb-80f6-fe1302e00217 {{(pid=93003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:32:43.918632 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'tag': '5c3a542a-77b8-4f1f-a8f4-c37596763141', 'status': 'completed', 'code': 200} Jun 29 17:32:44.098208 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c7874-f1ad-4a84-9c87-b2b832069273 req-4dd329f9-55e9-4f3f-b272-006d71b34840 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:44.100155 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ee4c7874-f1ad-4a84-9c87-b2b832069273 req-4dd329f9-55e9-4f3f-b272-006d71b34840 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.2904396 Jun 29 17:32:44.133588 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43188) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:32:44.135414 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663583aa-0d26-4c68-85ef-3e238bac08de req-aa92f591-ed85-4463-9a99-fbcf6e3dbad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:44.140091 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-663583aa-0d26-4c68-85ef-3e238bac08de req-aa92f591-ed85-4463-9a99-fbcf6e3dbad4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=588ca4389b58435b88ab607d6099464f&device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 1098 time: 0.1774390 Jun 29 17:32:44.162707 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-6678785f-012f-451f-ae81-59eaffb2b941 None None] Provisioning complete for port 5c3a542a-77b8-4f1f-a8f4-c37596763141 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:32:44.163878 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6678785f-012f-451f-ae81-59eaffb2b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:44.187688 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:44.196965 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:44.203770 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "DELETE /v2.0/security-groups/8782fd39-689c-4f77-9dcd-92de287b2f21 HTTP/1.1" status: 204 len: 168 time: 0.6210907 Jun 29 17:32:44.209108 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43192) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:32:44.223809 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-1eedad40-adb7-4128-a2b4-3471ca1a47b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:44.319398 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8782fd39-689c-4f77-9dcd-92de287b2f21,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:44.422156 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ee4c7874-f1ad-4a84-9c87-b2b832069273 req-06c180ff-40cd-4af5-a949-22648c5aa627 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148859 Jun 29 17:32:44.424209 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:44.424585 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:44.434527 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:44.434527 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:44.435206 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:44.435354 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:44.435814 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:44.436617 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:44.436984 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:44.437367 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:44.437732 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:44.438087 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:44.462364 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:44.552025 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663583aa-0d26-4c68-85ef-3e238bac08de req-6f5730cd-e35c-4917-97ed-8415b3b8c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:44.554203 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-663583aa-0d26-4c68-85ef-3e238bac08de req-6f5730cd-e35c-4917-97ed-8415b3b8c1ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb59b277-7b65-4524-ae30-f2a1ba9a847c HTTP/1.1" status: 200 len: 917 time: 0.3958147 Jun 29 17:32:44.624972 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-15c9c418-14fa-47f4-941d-c95b5083c370 req-a3ff6515-420a-46b1-adcf-c8eb9789eb7c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4860468 Jun 29 17:32:44.677319 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-663583aa-0d26-4c68-85ef-3e238bac08de req-67c40adf-623b-403f-ba94-54e1924ec0b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3a542a-77b8-4f1f-a8f4-c37596763141 HTTP/1.1" status: 200 len: 1001 time: 0.1099310 Jun 29 17:32:44.713743 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.plugin [None req-c30e7e46-917b-4d88-a7ce-b1123025740d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Deleting port b5f8f104-336b-4094-8230-59564d537084 {{(pid=93003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:32:44.714936 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c30e7e46-917b-4d88-a7ce-b1123025740d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:44.769915 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:44.770804 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf0e2d-c8bd-4620-bdcf-4cbdb137c26a req-ed8807f2-2e17-4c33-87f4-5cf9bc953662 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:44.771780 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1ccf0e2d-c8bd-4620-bdcf-4cbdb137c26a req-ed8807f2-2e17-4c33-87f4-5cf9bc953662 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.1761658 Jun 29 17:32:44.834936 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663583aa-0d26-4c68-85ef-3e238bac08de req-a0781ce1-4c52-4f0f-8fe4-33506c3c1a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:44.837147 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-663583aa-0d26-4c68-85ef-3e238bac08de req-a0781ce1-4c52-4f0f-8fe4-33506c3c1a90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a68666ec-ab6f-4576-a9fc-c23b39bc8b7b HTTP/1.1" status: 200 len: 854 time: 0.1515515 Jun 29 17:32:44.897375 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1ccf0e2d-c8bd-4620-bdcf-4cbdb137c26a req-7483def3-c326-4890-a3d9-142feca4af34 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060331 Jun 29 17:32:44.940116 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c30e7e46-917b-4d88-a7ce-b1123025740d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:44.945935 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c30e7e46-917b-4d88-a7ce-b1123025740d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:44.969827 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.plugin [None req-c30e7e46-917b-4d88-a7ce-b1123025740d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Calling delete_port for b5f8f104-336b-4094-8230-59564d537084 owned by network:floatingip {{(pid=93003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:32:45.004966 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663583aa-0d26-4c68-85ef-3e238bac08de req-aa677d40-3904-459b-92ad-b378f0ea0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:45.006568 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-663583aa-0d26-4c68-85ef-3e238bac08de req-aa677d40-3904-459b-92ad-b378f0ea0cf6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb59b277-7b65-4524-ae30-f2a1ba9a847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1610405 Jun 29 17:32:45.266832 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-663583aa-0d26-4c68-85ef-3e238bac08de req-f25ea7f9-3d97-47f0-85c0-23a280c60ea1 service neutron] 10.222.0.72 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481790 Jun 29 17:32:45.414786 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c30e7e46-917b-4d88-a7ce-b1123025740d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8352303'] for port, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:45.421097 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-3842b78b-6d4d-4784-9121-ba7ed26753d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:45.484873 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e7e46-917b-4d88-a7ce-b1123025740d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Pushing event deleted for resources: {'Port': ['ID=b5f8f104-336b-4094-8230-59564d537084,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:45.492043 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-c30e7e46-917b-4d88-a7ce-b1123025740d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:45.532969 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device d6148871-267a-4a7b-b572-cb8a55a78a12 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:32:45.584127 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-663583aa-0d26-4c68-85ef-3e238bac08de req-71d7802a-41fd-4f3f-ba07-32e643e9ac13 service neutron] 10.222.0.72 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024509 Jun 29 17:32:45.647013 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c30e7e46-917b-4d88-a7ce-b1123025740d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks [] for floatingip, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:45.647977 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.l3_db [None req-c30e7e46-917b-4d88-a7ce-b1123025740d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Floating IP 140c59d5-3cf2-4ab0-8b3c-7e1ab61eae24 disassociated (deleted). External IP: 172.28.0.249, port: 5c3a542a-77b8-4f1f-a8f4-c37596763141. Jun 29 17:32:45.719930 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:45.789237 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6148871-267a-4a7b-b572-cb8a55a78a12'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:32:45.799002 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caef7e0-b82f-48ce-b4fe-e4d01717be48" -d '{"events": [{"server_uuid": "204f0a75-21a5-4169-adb9-4193e00aaaae", "name": "network-vif-unplugged", "status": "completed", "tag": "d6148871-267a-4a7b-b572-cb8a55a78a12"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:32:45.827263 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port d6148871-267a-4a7b-b572-cb8a55a78a12, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d6148871-267a-4a7b-b572-cb8a55a78a12,segment=NetworkSegment(092e0289-91b5-47ff-a2ff-de8de2ce8abb),segment_id=092e0289-91b5-47ff-a2ff-de8de2ce8abb)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:32:45.836468 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:45.839025 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:45.920497 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f039d-e877-4999-8fe9-27481d6f3dee req-e9525865-24fb-40c5-9d7b-bf5e541e95b4 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:45.933586 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-389f039d-e877-4999-8fe9-27481d6f3dee req-e9525865-24fb-40c5-9d7b-bf5e541e95b4 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.1658115 Jun 29 17:32:45.940429 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 17:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56e3422-d430-4dec-8785-a90df07aee44 x-openstack-request-id: req-f56e3422-d430-4dec-8785-a90df07aee44 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:32:45.940734 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204f0a75-21a5-4169-adb9-4193e00aaaae", "name": "network-vif-unplugged", "status": "failed", "tag": "d6148871-267a-4a7b-b572-cb8a55a78a12", "code": 422}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:32:45.941008 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f56e3422-d430-4dec-8785-a90df07aee44 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:32:45.941487 dv-cinder-763306-14-smb neutron-server[93005]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd6148871-267a-4a7b-b572-cb8a55a78a12', 'code': 422} returned with failed status Jun 29 17:32:46.002583 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=d6148871-267a-4a7b-b572-cb8a55a78a12,revision_number=6']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:46.016607 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:46.060864 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-389f039d-e877-4999-8fe9-27481d6f3dee req-2819177a-29b5-445e-a361-a224138f0583 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203220 Jun 29 17:32:46.252500 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30e7e46-917b-4d88-a7ce-b1123025740d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Router e5784159-beb6-4ddd-9b2d-d73bb34b607e has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:32:46.342286 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4801fc9-1faf-4542-bee9-0dc8c37acdc4 req-54f1726a-a8fc-4ebb-baf4-2b6fddc1b117 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:46.350259 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b4801fc9-1faf-4542-bee9-0dc8c37acdc4 req-54f1726a-a8fc-4ebb-baf4-2b6fddc1b117 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.1672463 Jun 29 17:32:46.528428 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b4801fc9-1faf-4542-bee9-0dc8c37acdc4 req-a516dcd0-ef41-45b5-ae87-4a7b16a3b5ed tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634245 Jun 29 17:32:46.541384 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30e7e46-917b-4d88-a7ce-b1123025740d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:32:46.555342 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c30e7e46-917b-4d88-a7ce-b1123025740d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for floatingip, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:46.558278 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95516ab-d217-42ff-8ae1-fcbdbea0fd9c None None] Sync routers for ids ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:32:46.586845 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95516ab-d217-42ff-8ae1-fcbdbea0fd9c None None] Routers {'e5784159-beb6-4ddd-9b2d-d73bb34b607e'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:32:46.587959 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-e95516ab-d217-42ff-8ae1-fcbdbea0fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:32:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:32:46.631292 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-c30e7e46-917b-4d88-a7ce-b1123025740d tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "DELETE /v2.0/floatingips/140c59d5-3cf2-4ab0-8b3c-7e1ab61eae24 HTTP/1.1" status: 204 len: 168 time: 2.4198351 Jun 29 17:32:46.631733 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'tag': '5c3a542a-77b8-4f1f-a8f4-c37596763141'}] {{(pid=93003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:32:46.638128 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b6e3043f1b2246a4603f4ff9a3ac6cbdb2be9695873d33c49ba394ff39487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd83d35-2576-4ce9-994d-8de8683749f5" -d '{"events": [{"name": "network-changed", "server_uuid": "be00fd5d-978c-4896-bb60-79f7a3102f51", "tag": "5c3a542a-77b8-4f1f-a8f4-c37596763141"}]}' {{(pid=93003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:32:46.700866 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8699adec-2dc5-4502-95bb-57eac7c0ab96 x-openstack-request-id: req-8699adec-2dc5-4502-95bb-57eac7c0ab96 {{(pid=93003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:32:46.701635 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be00fd5d-978c-4896-bb60-79f7a3102f51", "tag": "5c3a542a-77b8-4f1f-a8f4-c37596763141", "status": "completed", "code": 200}]} {{(pid=93003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:32:46.702892 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8699adec-2dc5-4502-95bb-57eac7c0ab96 {{(pid=93003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:32:46.702892 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'tag': '5c3a542a-77b8-4f1f-a8f4-c37596763141', 'status': 'completed', 'code': 200} Jun 29 17:32:46.868872 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd83d35-2576-4ce9-994d-8de8683749f5 req-09db602a-779c-4fc2-a2b3-63cfe44e0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:46.871244 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5bd83d35-2576-4ce9-994d-8de8683749f5 req-09db602a-779c-4fc2-a2b3-63cfe44e0957 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=588ca4389b58435b88ab607d6099464f&device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 1098 time: 0.1045399 Jun 29 17:32:46.889741 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-e95516ab-d217-42ff-8ae1-fcbdbea0fd9c None None] Set router e5784159-beb6-4ddd-9b2d-d73bb34b607e gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:32:47.158737 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd83d35-2576-4ce9-994d-8de8683749f5 req-5af31aaf-711c-4dcd-9abf-dbc7beb59bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:47.160325 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5bd83d35-2576-4ce9-994d-8de8683749f5 req-5af31aaf-711c-4dcd-9abf-dbc7beb59bbe service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb59b277-7b65-4524-ae30-f2a1ba9a847c HTTP/1.1" status: 200 len: 917 time: 0.2779660 Jun 29 17:32:47.324556 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5bd83d35-2576-4ce9-994d-8de8683749f5 req-e255cc6d-ff60-4f9c-a41d-f73846d01262 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3a542a-77b8-4f1f-a8f4-c37596763141 HTTP/1.1" status: 200 len: 217 time: 0.1444938 Jun 29 17:32:47.341140 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8bdb7121-a2f4-4e2e-bdb6-d4edc7b0eb1d req-b61ed383-1c69-4754-954e-137a0324cf50 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2714343 Jun 29 17:32:47.458989 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df46959-cd89-4162-9efb-3a0d8a1c652f req-b1893f82-c6c8-4b97-ba5e-c9f452d63cc2 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:47.475312 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1df46959-cd89-4162-9efb-3a0d8a1c652f req-b1893f82-c6c8-4b97-ba5e-c9f452d63cc2 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 943 time: 0.2106786 Jun 29 17:32:47.581336 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1df46959-cd89-4162-9efb-3a0d8a1c652f req-0a16c82d-5536-49a7-adda-1aaf28b07552 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038170 Jun 29 17:32:47.587512 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-e95516ab-d217-42ff-8ae1-fcbdbea0fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'name': 'tempest-TestMinimumBasicScenario-1797503539-router', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:27Z', 'updated_at': '2021-06-29T17:27:32Z', 'revision_number': 4, 'project_id': '588ca4389b58435b88ab607d6099464f', 'gw_port': {'id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:28Z', 'updated_at': '2021-06-29T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2', 'name': '', 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'mac_address': 'fa:16:3e:9f:79:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:31Z', 'updated_at': '2021-06-29T17:27:41Z', 'revision_number': 5, 'project_id': '588ca4389b58435b88ab607d6099464f', 'subnets': [{'id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:32:47.611797 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd83d35-2576-4ce9-994d-8de8683749f5 req-728a0ab3-e8f6-4d8b-b232-73ccebabda85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:47.621229 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5bd83d35-2576-4ce9-994d-8de8683749f5 req-728a0ab3-e8f6-4d8b-b232-73ccebabda85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a68666ec-ab6f-4576-a9fc-c23b39bc8b7b HTTP/1.1" status: 200 len: 854 time: 0.2849624 Jun 29 17:32:47.637263 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95516ab-d217-42ff-8ae1-fcbdbea0fd9c None None] Checking router: e5784159-beb6-4ddd-9b2d-d73bb34b607e for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:32:47.652583 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95516ab-d217-42ff-8ae1-fcbdbea0fd9c None None] Routers {'e5784159-beb6-4ddd-9b2d-d73bb34b607e'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:32:47.653241 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-e95516ab-d217-42ff-8ae1-fcbdbea0fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:32:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:32:47.736391 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9c418-14fa-47f4-941d-c95b5083c370 req-88d33c42-8a65-41a7-b68f-f2af085f9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:47.738093 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-15c9c418-14fa-47f4-941d-c95b5083c370 req-88d33c42-8a65-41a7-b68f-f2af085f9a78 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae&tenant_id=a55c9f03f035457f8efa3c0a4a535cca HTTP/1.1" status: 200 len: 1096 time: 0.3056839 Jun 29 17:32:47.768782 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd83d35-2576-4ce9-994d-8de8683749f5 req-0bce0c31-a282-4036-8800-8af17fe7d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:47.777848 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5bd83d35-2576-4ce9-994d-8de8683749f5 req-0bce0c31-a282-4036-8800-8af17fe7d7ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb59b277-7b65-4524-ae30-f2a1ba9a847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1417584 Jun 29 17:32:47.845965 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-e95516ab-d217-42ff-8ae1-fcbdbea0fd9c None None] Set router e5784159-beb6-4ddd-9b2d-d73bb34b607e gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:32:47.926442 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443a81-7d02-4ca0-99be-32ce4c92be4f req-be5974f1-bcf0-4ca0-bf4f-5d8396bb8ab2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:47.929088 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-03443a81-7d02-4ca0-99be-32ce4c92be4f req-be5974f1-bcf0-4ca0-bf4f-5d8396bb8ab2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.1109204 Jun 29 17:32:47.993611 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-03443a81-7d02-4ca0-99be-32ce4c92be4f req-fffbd3ea-b8aa-45c4-bfab-bf11e43f3dd2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555346 Jun 29 17:32:48.151026 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-e95516ab-d217-42ff-8ae1-fcbdbea0fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'name': 'tempest-TestMinimumBasicScenario-1797503539-router', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:27Z', 'updated_at': '2021-06-29T17:27:32Z', 'revision_number': 4, 'project_id': '588ca4389b58435b88ab607d6099464f', 'gw_port': {'id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:28Z', 'updated_at': '2021-06-29T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2', 'name': '', 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'mac_address': 'fa:16:3e:9f:79:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:31Z', 'updated_at': '2021-06-29T17:27:41Z', 'revision_number': 5, 'project_id': '588ca4389b58435b88ab607d6099464f', 'subnets': [{'id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:32:48.192970 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95516ab-d217-42ff-8ae1-fcbdbea0fd9c None None] The sync data for ids ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'] in dv-cinder-763306-14-smb is: [{'id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'name': 'tempest-TestMinimumBasicScenario-1797503539-router', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:27Z', 'updated_at': '2021-06-29T17:27:32Z', 'revision_number': 4, 'project_id': '588ca4389b58435b88ab607d6099464f', 'gw_port': {'id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:28Z', 'updated_at': '2021-06-29T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2', 'name': '', 'network_id': 'fb59b277-7b65-4524-ae30-f2a1ba9a847c', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'mac_address': 'fa:16:3e:9f:79:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:31Z', 'updated_at': '2021-06-29T17:27:41Z', 'revision_number': 5, 'project_id': '588ca4389b58435b88ab607d6099464f', 'subnets': [{'id': 'a68666ec-ab6f-4576-a9fc-c23b39bc8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:32:48.244636 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9c418-14fa-47f4-941d-c95b5083c370 req-6dd33c69-dd4c-46d0-80f4-21ca260ef7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:48.247058 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-15c9c418-14fa-47f4-941d-c95b5083c370 req-6dd33c69-dd4c-46d0-80f4-21ca260ef7f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a55c9f03f035457f8efa3c0a4a535cca&device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 1096 time: 0.4681015 Jun 29 17:32:48.249178 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5bd83d35-2576-4ce9-994d-8de8683749f5 req-847ef285-a739-46cb-ae56-a2382432bb11 service neutron] 10.222.0.72 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608068 Jun 29 17:32:48.465088 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9c418-14fa-47f4-941d-c95b5083c370 req-77fce42d-2144-4aa7-bf29-db225f7a3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:48.467446 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-15c9c418-14fa-47f4-941d-c95b5083c370 req-77fce42d-2144-4aa7-bf29-db225f7a3bdf service neutron] 10.222.0.72 "GET /v2.0/networks?id=74e5cd0c-24da-4292-b907-cd569f5acc13 HTTP/1.1" status: 200 len: 909 time: 0.2043519 Jun 29 17:32:48.471026 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5bd83d35-2576-4ce9-994d-8de8683749f5 req-78fc5c06-d3f8-42cc-8a0a-c9efbbb10662 service neutron] 10.222.0.72 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064598 Jun 29 17:32:48.512763 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4849247-92fd-4c75-bea6-adfb69447188 None None] New status for floating IP 140c59d5-3cf2-4ab0-8b3c-7e1ab61eae24: DOWN {{(pid=93006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:32:48.569915 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-15c9c418-14fa-47f4-941d-c95b5083c370 req-2cd628fd-b2a5-4089-a638-e82bf97db984 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6148871-267a-4a7b-b572-cb8a55a78a12 HTTP/1.1" status: 200 len: 999 time: 0.0860670 Jun 29 17:32:48.653815 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9c418-14fa-47f4-941d-c95b5083c370 req-dd1c59f0-d082-4700-96ea-89f49f138627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:48.655315 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-15c9c418-14fa-47f4-941d-c95b5083c370 req-dd1c59f0-d082-4700-96ea-89f49f138627 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d932e18c-a0bb-4632-863a-53bc43ec0f10 HTTP/1.1" status: 200 len: 846 time: 0.0651546 Jun 29 17:32:48.666202 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb7121-a2f4-4e2e-bdb6-d4edc7b0eb1d req-1c433a22-16ac-4de1-890f-853948204c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:48.669902 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8bdb7121-a2f4-4e2e-bdb6-d4edc7b0eb1d req-1c433a22-16ac-4de1-890f-853948204c49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=588ca4389b58435b88ab607d6099464f&device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 1098 time: 0.1108294 Jun 29 17:32:48.997880 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48a2a0-7e2d-4173-bd5a-19251e04a449 req-de33f839-64f6-4d4b-a7be-beda64838142 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:48.999524 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9b48a2a0-7e2d-4173-bd5a-19251e04a449 req-de33f839-64f6-4d4b-a7be-beda64838142 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 943 time: 0.1946192 Jun 29 17:32:49.001821 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb7121-a2f4-4e2e-bdb6-d4edc7b0eb1d req-36db3f38-8c22-44c6-a89c-5bafe897995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:49.003257 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8bdb7121-a2f4-4e2e-bdb6-d4edc7b0eb1d req-36db3f38-8c22-44c6-a89c-5bafe897995f service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb59b277-7b65-4524-ae30-f2a1ba9a847c HTTP/1.1" status: 200 len: 917 time: 0.1972005 Jun 29 17:32:49.005695 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9c418-14fa-47f4-941d-c95b5083c370 req-bf9e9dbb-5b0f-4346-8e23-1a57c9347c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:49.007596 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-15c9c418-14fa-47f4-941d-c95b5083c370 req-bf9e9dbb-5b0f-4346-8e23-1a57c9347c68 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74e5cd0c-24da-4292-b907-cd569f5acc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2325544 Jun 29 17:32:49.127165 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8bdb7121-a2f4-4e2e-bdb6-d4edc7b0eb1d req-fb35b4aa-4c56-400f-9d0f-87a91ec32116 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3a542a-77b8-4f1f-a8f4-c37596763141 HTTP/1.1" status: 200 len: 217 time: 0.1059451 Jun 29 17:32:49.225549 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9b48a2a0-7e2d-4173-bd5a-19251e04a449 req-8fb47e55-938d-4872-9481-d20c67ea3b87 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128036 Jun 29 17:32:49.267645 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa802-ae78-4642-b0dc-927cd87059fa req-3640eeb0-72be-499f-9d63-ddb7e3c55093 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:49.280517 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-46baa802-ae78-4642-b0dc-927cd87059fa req-3640eeb0-72be-499f-9d63-ddb7e3c55093 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.1316910 Jun 29 17:32:49.283875 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb7121-a2f4-4e2e-bdb6-d4edc7b0eb1d req-a64c29a2-9d48-4447-ae94-dc75f707c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:49.286005 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8bdb7121-a2f4-4e2e-bdb6-d4edc7b0eb1d req-a64c29a2-9d48-4447-ae94-dc75f707c924 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a68666ec-ab6f-4576-a9fc-c23b39bc8b7b HTTP/1.1" status: 200 len: 854 time: 0.1473892 Jun 29 17:32:49.323644 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-46baa802-ae78-4642-b0dc-927cd87059fa req-8060f28f-991b-44f0-9ff1-ad86b9a66094 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412352 Jun 29 17:32:49.331251 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-15c9c418-14fa-47f4-941d-c95b5083c370 req-43b25d3b-6f59-4490-b693-6b15570fafc3 service neutron] 10.222.0.72 "GET /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112333 Jun 29 17:32:49.399861 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7f741-a7e6-4335-86ee-9bd4c0469a37 req-2628099a-0059-40f6-bdc0-9e0a3fbe623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:49.401898 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6dd7f741-a7e6-4335-86ee-9bd4c0469a37 req-2628099a-0059-40f6-bdc0-9e0a3fbe623d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34997567334b4e7fadb444cf6b858ca9&device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 1099 time: 0.2781053 Jun 29 17:32:49.531446 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-15c9c418-14fa-47f4-941d-c95b5083c370 req-e9972fcb-38d6-4eeb-8c91-3778dd39d74c service neutron] 10.222.0.72 "GET /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921277 Jun 29 17:32:49.534985 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb7121-a2f4-4e2e-bdb6-d4edc7b0eb1d req-c203fcc1-2d06-4082-9d74-51cc9b97edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:49.536652 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8bdb7121-a2f4-4e2e-bdb6-d4edc7b0eb1d req-c203fcc1-2d06-4082-9d74-51cc9b97edb3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb59b277-7b65-4524-ae30-f2a1ba9a847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2435544 Jun 29 17:32:49.611685 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7f741-a7e6-4335-86ee-9bd4c0469a37 req-2ff51a6e-a4d3-425d-bf80-b12c78f33708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:49.613357 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6dd7f741-a7e6-4335-86ee-9bd4c0469a37 req-2ff51a6e-a4d3-425d-bf80-b12c78f33708 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 HTTP/1.1" status: 200 len: 919 time: 0.2007966 Jun 29 17:32:49.712994 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8bdb7121-a2f4-4e2e-bdb6-d4edc7b0eb1d req-f0b44bad-309e-4bc3-8311-170173f9f3be service neutron] 10.222.0.72 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680787 Jun 29 17:32:49.730850 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6dd7f741-a7e6-4335-86ee-9bd4c0469a37 req-9511a792-38de-4af8-a392-e148aff27280 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59 HTTP/1.1" status: 200 len: 1001 time: 0.0999777 Jun 29 17:32:49.896420 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7f741-a7e6-4335-86ee-9bd4c0469a37 req-d2fd2e16-21b1-4517-922b-cb3664409d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:49.898994 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6dd7f741-a7e6-4335-86ee-9bd4c0469a37 req-d2fd2e16-21b1-4517-922b-cb3664409d4a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a5d9c1e2-d339-4000-a28f-d2eff082887c HTTP/1.1" status: 200 len: 856 time: 0.1468463 Jun 29 17:32:49.994778 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8bdb7121-a2f4-4e2e-bdb6-d4edc7b0eb1d req-3f75422f-537a-47af-9b55-2357ce95b052 service neutron] 10.222.0.72 "GET /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728469 Jun 29 17:32:50.031834 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7f741-a7e6-4335-86ee-9bd4c0469a37 req-140f5aff-7841-4fb9-b088-b6d403d4c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:50.033496 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6dd7f741-a7e6-4335-86ee-9bd4c0469a37 req-140f5aff-7841-4fb9-b088-b6d403d4c3c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1199646 Jun 29 17:32:50.143788 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6dd7f741-a7e6-4335-86ee-9bd4c0469a37 req-71355d80-f2bd-46f1-8352-7099cfe1ddf6 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016624 Jun 29 17:32:50.259991 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6dd7f741-a7e6-4335-86ee-9bd4c0469a37 req-90e91ce7-c107-4598-92f8-6902263e7410 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081018 Jun 29 17:32:50.487881 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be10db-2b5e-4860-95e0-7ce4de6f939d req-8d1dd546-8662-4682-b95b-e19904816512 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:50.490429 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c6be10db-2b5e-4860-95e0-7ce4de6f939d req-8d1dd546-8662-4682-b95b-e19904816512 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 943 time: 0.1182330 Jun 29 17:32:50.537103 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c6be10db-2b5e-4860-95e0-7ce4de6f939d req-9e5ca65e-ba94-46a2-bb9a-d786bd39e148 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377343 Jun 29 17:32:50.722188 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7e2e4-26a4-4177-a27e-9474b73708cc req-fd9bc26f-cdb1-4e5c-8cac-859ade1b9932 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:50.723701 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f0d7e2e4-26a4-4177-a27e-9474b73708cc req-fd9bc26f-cdb1-4e5c-8cac-859ade1b9932 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 946 time: 0.0730660 Jun 29 17:32:50.769833 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f0d7e2e4-26a4-4177-a27e-9474b73708cc req-a7a4bdc4-027d-4660-8762-87db3d4daa50 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392487 Jun 29 17:32:50.818990 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85509739-c54b-4a2e-bef7-a54dc763f5b1 req-247f5dd6-1806-4e2e-885e-21fc47536887 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:50.820856 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-85509739-c54b-4a2e-bef7-a54dc763f5b1 req-247f5dd6-1806-4e2e-885e-21fc47536887 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 945 time: 0.0759747 Jun 29 17:32:50.870094 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-85509739-c54b-4a2e-bef7-a54dc763f5b1 req-64b7d08e-fa9d-459d-8492-5a6e9b6436e6 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420001 Jun 29 17:32:51.312205 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-9425be65-bfdb-4be5-836b-9f2264ae3e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:51.575961 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 03a4e65c-14be-46e3-af5a-de0eeae6eb59 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:32:51.673412 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:51.700690 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a4e65c-14be-46e3-af5a-de0eeae6eb59'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:32:51.703594 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9404c79c-3d2f-40e4-836c-c54b3ca20f7c" -d '{"events": [{"server_uuid": "4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17", "name": "network-vif-unplugged", "status": "completed", "tag": "03a4e65c-14be-46e3-af5a-de0eeae6eb59"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:32:51.718613 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 03a4e65c-14be-46e3-af5a-de0eeae6eb59, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:32:51.724289 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:51.728114 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:51.773964 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 17:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa41d18-8f77-46be-9672-2cdc39529867 x-openstack-request-id: req-dfa41d18-8f77-46be-9672-2cdc39529867 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:32:51.774258 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17", "name": "network-vif-unplugged", "status": "completed", "tag": "03a4e65c-14be-46e3-af5a-de0eeae6eb59", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:32:51.774619 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dfa41d18-8f77-46be-9672-2cdc39529867 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:32:51.775021 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a4e65c-14be-46e3-af5a-de0eeae6eb59', 'code': 200} Jun 29 17:32:51.791902 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=03a4e65c-14be-46e3-af5a-de0eeae6eb59,revision_number=8']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:51.795410 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:51.887034 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ff340-b736-46ea-8b5c-055cd43bcbf1 req-6dd05668-b8fb-4a61-903b-014d53f6a9d8 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:51.889737 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-820ff340-b736-46ea-8b5c-055cd43bcbf1 req-6dd05668-b8fb-4a61-903b-014d53f6a9d8 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 943 time: 0.1146641 Jun 29 17:32:51.940825 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-820ff340-b736-46ea-8b5c-055cd43bcbf1 req-7f65e693-ec1d-4951-bcb9-0b26b403dcf8 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452983 Jun 29 17:32:52.033424 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de93e09-d964-4fef-8f1e-d015465a1f99 req-e19f0a06-3e75-40ee-9c8f-0717ff6cab2e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:52.036149 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1de93e09-d964-4fef-8f1e-d015465a1f99 req-e19f0a06-3e75-40ee-9c8f-0717ff6cab2e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.1010549 Jun 29 17:32:52.084808 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1de93e09-d964-4fef-8f1e-d015465a1f99 req-f15cce60-936f-42d9-b74e-b6cc5f3d4ac5 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402246 Jun 29 17:32:52.196741 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738010f-94a8-46b4-9df5-636813053bb1 req-e51baa1f-278f-4752-8d20-8cf4417dfa5c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:52.198870 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3738010f-94a8-46b4-9df5-636813053bb1 req-e51baa1f-278f-4752-8d20-8cf4417dfa5c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 945 time: 0.0745647 Jun 29 17:32:52.250464 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3738010f-94a8-46b4-9df5-636813053bb1 req-57313e5e-ac96-4c50-95dc-a39d0cd7fd5f tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409908 Jun 29 17:32:53.170072 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eac86-0a1a-424c-8092-6ae227146d18 req-b1db87b8-29b8-4bbb-82f1-79b643d60851 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:53.172367 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b99eac86-0a1a-424c-8092-6ae227146d18 req-b1db87b8-29b8-4bbb-82f1-79b643d60851 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 943 time: 0.0888255 Jun 29 17:32:53.227932 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b99eac86-0a1a-424c-8092-6ae227146d18 req-218e8488-899d-4bee-9b65-ea6dc1758bc9 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488975 Jun 29 17:32:53.309179 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56cd7e-f7f3-4dd3-bb39-2edba27633f4 req-10ce9d4d-c705-414e-a81c-c0f04b4ac2a8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:53.311135 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4c56cd7e-f7f3-4dd3-bb39-2edba27633f4 req-10ce9d4d-c705-414e-a81c-c0f04b4ac2a8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.0816677 Jun 29 17:32:53.379596 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4c56cd7e-f7f3-4dd3-bb39-2edba27633f4 req-c69018e5-35f2-4059-8cfa-8724496d477a tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616703 Jun 29 17:32:53.558216 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978a9f4-3dde-4b9f-a5c5-62689cf0b800 req-5f11500c-75b7-4a5e-bb38-faf4d0790b13 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:53.559965 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c978a9f4-3dde-4b9f-a5c5-62689cf0b800 req-5f11500c-75b7-4a5e-bb38-faf4d0790b13 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 945 time: 0.1383591 Jun 29 17:32:53.575399 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device d6148871-267a-4a7b-b572-cb8a55a78a12 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:32:53.630601 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c978a9f4-3dde-4b9f-a5c5-62689cf0b800 req-92c44dd4-4529-41a3-85ac-2018083e35a4 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483494 Jun 29 17:32:53.765904 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port d6148871-267a-4a7b-b572-cb8a55a78a12, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d6148871-267a-4a7b-b572-cb8a55a78a12,segment=NetworkSegment(092e0289-91b5-47ff-a2ff-de8de2ce8abb),segment_id=092e0289-91b5-47ff-a2ff-de8de2ce8abb)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:32:53.780435 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': 'd6148871-267a-4a7b-b572-cb8a55a78a12', 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'port_id': 'd6148871-267a-4a7b-b572-cb8a55a78a12', 'mac_address': 'fa:16:3e:30:ed:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:32:53.830198 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:53.853682 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6148871-267a-4a7b-b572-cb8a55a78a12 {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:32:53.864678 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bf1de-27ca-4ba6-97c9-dc933ee8c2fc req-cacfd7e7-2914-447a-b405-8b942d26e862 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:53.867052 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e19bf1de-27ca-4ba6-97c9-dc933ee8c2fc req-cacfd7e7-2914-447a-b405-8b942d26e862 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.72 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 945 time: 0.1052547 Jun 29 17:32:53.881791 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port d6148871-267a-4a7b-b572-cb8a55a78a12, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d6148871-267a-4a7b-b572-cb8a55a78a12,segment=NetworkSegment(092e0289-91b5-47ff-a2ff-de8de2ce8abb),segment_id=092e0289-91b5-47ff-a2ff-de8de2ce8abb)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:32:53.888178 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:53.891044 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-ba9fe485-da43-4465-b309-1d0cf157b293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:53.969269 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=d6148871-267a-4a7b-b572-cb8a55a78a12,revision_number=7']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:53.973010 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:54.004393 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-e19bf1de-27ca-4ba6-97c9-dc933ee8c2fc req-81a64e5c-5055-4fc1-a72e-a3558eb9d704 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Deleting port 5c3a542a-77b8-4f1f-a8f4-c37596763141 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:32:54.004966 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e19bf1de-27ca-4ba6-97c9-dc933ee8c2fc req-81a64e5c-5055-4fc1-a72e-a3558eb9d704 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:54.149161 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-e19bf1de-27ca-4ba6-97c9-dc933ee8c2fc req-81a64e5c-5055-4fc1-a72e-a3558eb9d704 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] For port 5c3a542a-77b8-4f1f-a8f4-c37596763141, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5c3a542a-77b8-4f1f-a8f4-c37596763141,segment=NetworkSegment(c12d2ca7-f548-4a97-8bf9-bd8065d03009),segment_id=c12d2ca7-f548-4a97-8bf9-bd8065d03009)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:32:54.149561 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e19bf1de-27ca-4ba6-97c9-dc933ee8c2fc req-81a64e5c-5055-4fc1-a72e-a3558eb9d704 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:54.165474 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-e19bf1de-27ca-4ba6-97c9-dc933ee8c2fc req-81a64e5c-5055-4fc1-a72e-a3558eb9d704 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Calling delete_port for 5c3a542a-77b8-4f1f-a8f4-c37596763141 owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:32:54.342078 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['d6148871-267a-4a7b-b572-cb8a55a78a12'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:32:54.403468 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e19bf1de-27ca-4ba6-97c9-dc933ee8c2fc req-81a64e5c-5055-4fc1-a72e-a3558eb9d704 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:54.424529 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f0e3effa-df98-4722-9d57-be703ae536b4 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:54.487556 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a64e5c-5055-4fc1-a72e-a3558eb9d704 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Pushing event deleted for resources: {'Port': ['ID=5c3a542a-77b8-4f1f-a8f4-c37596763141,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:54.492005 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-81a64e5c-5055-4fc1-a72e-a3558eb9d704 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:54.569115 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19bf1de-27ca-4ba6-97c9-dc933ee8c2fc req-81a64e5c-5055-4fc1-a72e-a3558eb9d704 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] No DVR routers for this DVR port 5c3a542a-77b8-4f1f-a8f4-c37596763141 on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:32:54.572287 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-e19bf1de-27ca-4ba6-97c9-dc933ee8c2fc req-81a64e5c-5055-4fc1-a72e-a3558eb9d704 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:54.575744 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e19bf1de-27ca-4ba6-97c9-dc933ee8c2fc req-81a64e5c-5055-4fc1-a72e-a3558eb9d704 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.72 "DELETE /v2.0/ports/5c3a542a-77b8-4f1f-a8f4-c37596763141 HTTP/1.1" status: 204 len: 173 time: 0.7022116 Jun 29 17:32:54.576527 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'name': 'network-vif-deleted', 'tag': '5c3a542a-77b8-4f1f-a8f4-c37596763141'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:32:54.580600 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515e3903-107c-4fd8-86d9-cd749f08a521" -d '{"events": [{"server_uuid": "be00fd5d-978c-4896-bb60-79f7a3102f51", "name": "network-vif-deleted", "tag": "5c3a542a-77b8-4f1f-a8f4-c37596763141"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:32:54.659798 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211bd45-fae7-4997-b93a-ad2fc5a1eacf req-1218d011-60e3-4c6d-bf6a-18abb3860bf9 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:54.663335 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7211bd45-fae7-4997-b93a-ad2fc5a1eacf req-1218d011-60e3-4c6d-bf6a-18abb3860bf9 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 944 time: 0.2097793 Jun 29 17:32:54.670438 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:54.813810 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7211bd45-fae7-4997-b93a-ad2fc5a1eacf req-96e0a133-8dc6-4ea4-b424-db0b467a8011 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377754 Jun 29 17:32:54.898687 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b86f3e77-0f70-4aba-9f72-145a7a08c587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:54.913137 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a253cdc-54fd-4e46-8f90-33792dc06b81 req-ead122f8-ab2e-48e2-b47f-2fd835de6d31 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:54.918107 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-2a253cdc-54fd-4e46-8f90-33792dc06b81 req-ead122f8-ab2e-48e2-b47f-2fd835de6d31 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.2048717 Jun 29 17:32:54.935279 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5401de6b-2c90-45c2-b72f-61eb7af4fa93 x-openstack-request-id: req-5401de6b-2c90-45c2-b72f-61eb7af4fa93 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:32:54.935702 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be00fd5d-978c-4896-bb60-79f7a3102f51", "name": "network-vif-deleted", "tag": "5c3a542a-77b8-4f1f-a8f4-c37596763141", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:32:54.936036 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5401de6b-2c90-45c2-b72f-61eb7af4fa93 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:32:54.936579 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be00fd5d-978c-4896-bb60-79f7a3102f51', 'name': 'network-vif-deleted', 'tag': '5c3a542a-77b8-4f1f-a8f4-c37596763141', 'status': 'completed', 'code': 200} Jun 29 17:32:54.996690 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-2a253cdc-54fd-4e46-8f90-33792dc06b81 req-604c9c46-b40a-490f-8cd4-a7097a3fb719 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659864 Jun 29 17:32:55.148298 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-54242df1-2600-449d-be00-42059fd9795f req-c7f298f2-9815-42e8-99e0-4fd416dc4bf9 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] 10.222.0.101 "GET /v2.0/ports?device_id=be00fd5d-978c-4896-bb60-79f7a3102f51 HTTP/1.1" status: 200 len: 210 time: 0.0357876 Jun 29 17:32:55.231055 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43322) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:32:55.358848 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5bf51036-f779-49b5-b25e-c750579197b1 req-e07fcf8e-d1f7-4e96-9c8c-12b1e2263534 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1261141 Jun 29 17:32:55.514989 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['5c3a542a-77b8-4f1f-a8f4-c37596763141'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:32:55.598084 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 5c3a542a-77b8-4f1f-a8f4-c37596763141 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:32:55.628873 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: 5c3a542a-77b8-4f1f-a8f4-c37596763141 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:32:55.630109 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 5c3a542a-77b8-4f1f-a8f4-c37596763141 not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:32:55.631129 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 03a4e65c-14be-46e3-af5a-de0eeae6eb59 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:32:56.184177 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9480123-6da3-42eb-a09d-c27e11b640b3 req-2a88f10d-dcae-43e4-8e81-a1d4494383d9 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:56.189096 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b9480123-6da3-42eb-a09d-c27e11b640b3 req-2a88f10d-dcae-43e4-8e81-a1d4494383d9 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 944 time: 0.1361301 Jun 29 17:32:56.259838 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b9480123-6da3-42eb-a09d-c27e11b640b3 req-eb7b44ab-9142-48ab-9ab9-0ed7511e018b tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689862 Jun 29 17:32:56.342499 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7db7a4-dafd-4922-83fc-0e20ad9fd529 req-74cc7f1e-fcd6-4dd4-ad31-48d22bcdc5e8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:56.344218 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ac7db7a4-dafd-4922-83fc-0e20ad9fd529 req-74cc7f1e-fcd6-4dd4-ad31-48d22bcdc5e8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.0916765 Jun 29 17:32:56.396054 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ac7db7a4-dafd-4922-83fc-0e20ad9fd529 req-83272dc4-e355-40f9-89fe-c6773814125c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428140 Jun 29 17:32:56.900371 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:57.115858 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43376) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:32:57.283722 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf51036-f779-49b5-b25e-c750579197b1 req-6310d38b-6860-4084-a206-dc637507d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:57.287068 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5bf51036-f779-49b5-b25e-c750579197b1 req-6310d38b-6860-4084-a206-dc637507d640 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17&tenant_id=34997567334b4e7fadb444cf6b858ca9 HTTP/1.1" status: 200 len: 1097 time: 0.0967717 Jun 29 17:32:57.475313 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf51036-f779-49b5-b25e-c750579197b1 req-2bd69232-f56d-4a75-aabf-1ecf5f7e027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:57.478890 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5bf51036-f779-49b5-b25e-c750579197b1 req-2bd69232-f56d-4a75-aabf-1ecf5f7e027e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34997567334b4e7fadb444cf6b858ca9&device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 1097 time: 0.1538413 Jun 29 17:32:57.615040 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device d6148871-267a-4a7b-b572-cb8a55a78a12 up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:32:57.681441 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf51036-f779-49b5-b25e-c750579197b1 req-1403d3bd-d380-489a-84ed-965907263fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:57.683826 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5bf51036-f779-49b5-b25e-c750579197b1 req-1403d3bd-d380-489a-84ed-965907263fb3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 HTTP/1.1" status: 200 len: 919 time: 0.1799333 Jun 29 17:32:57.705777 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port d6148871-267a-4a7b-b572-cb8a55a78a12 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:32:57.706419 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:57.780554 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf92a19-a90f-47c5-9ea8-13d1460706f6 req-0b98ced6-1172-4082-b588-40dd17d722f4 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:57.782267 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-baf92a19-a90f-47c5-9ea8-13d1460706f6 req-0b98ced6-1172-4082-b588-40dd17d722f4 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 944 time: 0.3012946 Jun 29 17:32:57.800812 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5bf51036-f779-49b5-b25e-c750579197b1 req-9934e55f-72f1-46c6-ba90-879569b59afa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59 HTTP/1.1" status: 200 len: 999 time: 0.1085420 Jun 29 17:32:57.823243 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:57.867900 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6148871-267a-4a7b-b572-cb8a55a78a12'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:32:57.872253 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848e4ec8-3f85-4dc4-ab28-527bfb2ca672" -d '{"events": [{"server_uuid": "204f0a75-21a5-4169-adb9-4193e00aaaae", "name": "network-vif-plugged", "status": "completed", "tag": "d6148871-267a-4a7b-b572-cb8a55a78a12"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:32:57.873368 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-baf92a19-a90f-47c5-9ea8-13d1460706f6 req-8d2e2bb6-b5f6-4570-b93b-b771a718f354 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827379 Jun 29 17:32:57.910009 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf51036-f779-49b5-b25e-c750579197b1 req-5690a41e-8c3f-4bc3-ab5c-63b963c58e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:57.915457 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5bf51036-f779-49b5-b25e-c750579197b1 req-5690a41e-8c3f-4bc3-ab5c-63b963c58e8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a5d9c1e2-d339-4000-a28f-d2eff082887c HTTP/1.1" status: 200 len: 856 time: 0.1050069 Jun 29 17:32:57.915726 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port d6148871-267a-4a7b-b572-cb8a55a78a12, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d6148871-267a-4a7b-b572-cb8a55a78a12,segment=NetworkSegment(092e0289-91b5-47ff-a2ff-de8de2ce8abb),segment_id=092e0289-91b5-47ff-a2ff-de8de2ce8abb)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:32:57.923577 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:57.929237 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:57.937316 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efbd22f-75b0-4850-b9e9-8d8bd4dfcf93 x-openstack-request-id: req-1efbd22f-75b0-4850-b9e9-8d8bd4dfcf93 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:32:57.937932 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204f0a75-21a5-4169-adb9-4193e00aaaae", "name": "network-vif-plugged", "status": "completed", "tag": "d6148871-267a-4a7b-b572-cb8a55a78a12", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:32:57.938446 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1efbd22f-75b0-4850-b9e9-8d8bd4dfcf93 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:32:57.939963 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6148871-267a-4a7b-b572-cb8a55a78a12', 'code': 200} Jun 29 17:32:58.001868 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf51036-f779-49b5-b25e-c750579197b1 req-898a2387-8551-41f8-9a44-93dc8ca95747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:58.004265 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5bf51036-f779-49b5-b25e-c750579197b1 req-898a2387-8551-41f8-9a44-93dc8ca95747 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0794680 Jun 29 17:32:58.009535 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=d6148871-267a-4a7b-b572-cb8a55a78a12,revision_number=8']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:58.014128 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:58.100444 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3b108-0d4f-4df9-a3fd-c81e48dca799 req-f14eec74-d82e-4a46-84f7-861f21ab55b9 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:58.106113 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-05e3b108-0d4f-4df9-a3fd-c81e48dca799 req-f14eec74-d82e-4a46-84f7-861f21ab55b9 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.2465458 Jun 29 17:32:58.128449 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5bf51036-f779-49b5-b25e-c750579197b1 req-bdb4af72-ef80-4848-90e4-79f2bdeb0d96 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156766 Jun 29 17:32:58.238158 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-05e3b108-0d4f-4df9-a3fd-c81e48dca799 req-1314831a-5549-453d-a7aa-8572cf62069c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954971 Jun 29 17:32:58.412550 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5bf51036-f779-49b5-b25e-c750579197b1 req-d6edb823-ae1b-404f-ba75-3f03cb16358e service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655969 Jun 29 17:32:58.417964 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c94750-8fec-4e37-a56f-4d5aa9b054f4 req-896b2a10-c91d-460f-b5f9-9ca0b4742d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:58.420580 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-52c94750-8fec-4e37-a56f-4d5aa9b054f4 req-896b2a10-c91d-460f-b5f9-9ca0b4742d30 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 1098 time: 0.1711795 Jun 29 17:32:58.478067 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-52c94750-8fec-4e37-a56f-4d5aa9b054f4 req-667d46f4-bac6-49b8-bfb8-384368179f27 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436568 Jun 29 17:32:58.586310 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-209d52e6-a55b-4069-ac4d-0e73b2eb408e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688077'] for router_interface, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:59.121109 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.plugin [None req-209d52e6-a55b-4069-ac4d-0e73b2eb408e admin admin] Deleting port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 {{(pid=93003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:32:59.121974 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-209d52e6-a55b-4069-ac4d-0e73b2eb408e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:59.279827 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:59.357402 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef11a53-c73e-4cb3-95bd-1c4eaf936881 req-085ef661-14d5-4b30-9d49-4ac17c86dbd3 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:59.368035 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1ef11a53-c73e-4cb3-95bd-1c4eaf936881 req-085ef661-14d5-4b30-9d49-4ac17c86dbd3 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.2378500 Jun 29 17:32:59.435585 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.db [None req-209d52e6-a55b-4069-ac4d-0e73b2eb408e admin admin] For port 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2,segment=NetworkSegment(c12d2ca7-f548-4a97-8bf9-bd8065d03009),segment_id=c12d2ca7-f548-4a97-8bf9-bd8065d03009)] {{(pid=93003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:32:59.436801 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-209d52e6-a55b-4069-ac4d-0e73b2eb408e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:59.465748 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.plugin [None req-209d52e6-a55b-4069-ac4d-0e73b2eb408e admin admin] Calling delete_port for 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 owned by network:router_interface {{(pid=93003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:32:59.494020 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1ef11a53-c73e-4cb3-95bd-1c4eaf936881 req-441efabb-1d5c-4de6-89c6-e0e60df44abb tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244256 Jun 29 17:32:59.778704 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9021e69-0e41-45fa-bf5e-1e4375c75fd4 req-01f89131-ce1c-410a-8a64-1127b3491ff8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:59.784653 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d9021e69-0e41-45fa-bf5e-1e4375c75fd4 req-01f89131-ce1c-410a-8a64-1127b3491ff8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.1861124 Jun 29 17:32:59.868506 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d9021e69-0e41-45fa-bf5e-1e4375c75fd4 req-5cd716aa-8700-4f88-91fc-fc6dd12e4e88 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736954 Jun 29 17:32:59.956718 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-209d52e6-a55b-4069-ac4d-0e73b2eb408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8352303'] for port, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:59.961233 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:59.987756 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d52e6-a55b-4069-ac4d-0e73b2eb408e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:59.991495 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-209d52e6-a55b-4069-ac4d-0e73b2eb408e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:00.271154 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-209d52e6-a55b-4069-ac4d-0e73b2eb408e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695165'] for router_interface, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:00.562509 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209d52e6-a55b-4069-ac4d-0e73b2eb408e admin admin] Router e5784159-beb6-4ddd-9b2d-d73bb34b607e has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:33:00.716583 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ba3d5-0dcd-4c9a-92b2-7f1e33268b48 req-f17d58e1-9ae6-4129-83a4-6edee298d8cb tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:00.718522 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9f1ba3d5-0dcd-4c9a-92b2-7f1e33268b48 req-f17d58e1-9ae6-4129-83a4-6edee298d8cb tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0787234 Jun 29 17:33:00.726115 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209d52e6-a55b-4069-ac4d-0e73b2eb408e admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:33:00.734858 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-209d52e6-a55b-4069-ac4d-0e73b2eb408e admin admin] 10.222.0.101 "PUT /v2.0/routers/e5784159-beb6-4ddd-9b2d-d73bb34b607e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6162410 Jun 29 17:33:00.737060 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43412) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:00.744301 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2d83a-df7e-4c52-a4bd-3f3f645e9f8a None None] Sync routers for ids ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:33:00.762146 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2d83a-df7e-4c52-a4bd-3f3f645e9f8a None None] Routers {'e5784159-beb6-4ddd-9b2d-d73bb34b607e'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:00.763410 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-f5a2d83a-df7e-4c52-a4bd-3f3f645e9f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:32:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:00.872909 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9f1ba3d5-0dcd-4c9a-92b2-7f1e33268b48 req-4ddcb664-9c9f-420a-94ae-0858176d16fc tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470337 Jun 29 17:33:00.890359 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] Notify callbacks [] for router, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:00.928772 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-f5a2d83a-df7e-4c52-a4bd-3f3f645e9f8a None None] Set router e5784159-beb6-4ddd-9b2d-d73bb34b607e gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:33:01.201528 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e919ae-3c9e-4724-9594-a85de4d1cdb1 req-7821bdf2-e7f5-41e0-b565-e6898069e261 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:01.205103 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-39e919ae-3c9e-4724-9594-a85de4d1cdb1 req-7821bdf2-e7f5-41e0-b565-e6898069e261 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.1149909 Jun 29 17:33:01.277334 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-39e919ae-3c9e-4724-9594-a85de4d1cdb1 req-023a53c7-8d3b-4d3a-9f73-7038cfd1618c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655630 Jun 29 17:33:01.300673 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-f5a2d83a-df7e-4c52-a4bd-3f3f645e9f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'name': 'tempest-TestMinimumBasicScenario-1797503539-router', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:27Z', 'updated_at': '2021-06-29T17:32:59Z', 'revision_number': 5, 'project_id': '588ca4389b58435b88ab607d6099464f', 'gw_port': {'id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:28Z', 'updated_at': '2021-06-29T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:01.356784 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2d83a-df7e-4c52-a4bd-3f3f645e9f8a None None] Checking router: e5784159-beb6-4ddd-9b2d-d73bb34b607e for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:33:01.372349 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2d83a-df7e-4c52-a4bd-3f3f645e9f8a None None] Routers {'e5784159-beb6-4ddd-9b2d-d73bb34b607e'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:01.373757 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-f5a2d83a-df7e-4c52-a4bd-3f3f645e9f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:32:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:01.425755 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:01.536891 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] Deleting port 00774db3-4253-47b7-afe2-77c61bbf6eb9 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:33:01.537558 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:01.680983 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-f5a2d83a-df7e-4c52-a4bd-3f3f645e9f8a None None] Set router e5784159-beb6-4ddd-9b2d-d73bb34b607e gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:33:01.695305 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] For port 00774db3-4253-47b7-afe2-77c61bbf6eb9, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=00774db3-4253-47b7-afe2-77c61bbf6eb9,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:01.695697 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:01.714305 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] Calling delete_port for 00774db3-4253-47b7-afe2-77c61bbf6eb9 owned by network:router_gateway {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:33:01.952033 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-f5a2d83a-df7e-4c52-a4bd-3f3f645e9f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'name': 'tempest-TestMinimumBasicScenario-1797503539-router', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:27Z', 'updated_at': '2021-06-29T17:32:59Z', 'revision_number': 5, 'project_id': '588ca4389b58435b88ab607d6099464f', 'gw_port': {'id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:28Z', 'updated_at': '2021-06-29T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:02.005592 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:02.008520 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:02.051973 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] Pushing event deleted for resources: {'Port': ['ID=00774db3-4253-47b7-afe2-77c61bbf6eb9,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:02.069302 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2d83a-df7e-4c52-a4bd-3f3f645e9f8a None None] The sync data for ids ['e5784159-beb6-4ddd-9b2d-d73bb34b607e'] in dv-cinder-763306-14-smb is: [{'id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'name': 'tempest-TestMinimumBasicScenario-1797503539-router', 'tenant_id': '588ca4389b58435b88ab607d6099464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:27Z', 'updated_at': '2021-06-29T17:32:59Z', 'revision_number': 5, 'project_id': '588ca4389b58435b88ab607d6099464f', 'gw_port': {'id': '00774db3-4253-47b7-afe2-77c61bbf6eb9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5784159-beb6-4ddd-9b2d-d73bb34b607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:28Z', 'updated_at': '2021-06-29T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:33:02.084328 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:02.181878 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602009'] for router_gateway, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:02.329912 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:02.333374 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:02.423369 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693848'] for router, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:02.423733 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5784159-beb6-4ddd-9b2d-d73bb34b607e {{(pid=93004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:33:02.440675 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] Notify callbacks [] for router, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:02.442243 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] 10.222.0.101 "DELETE /v2.0/routers/e5784159-beb6-4ddd-9b2d-d73bb34b607e HTTP/1.1" status: 204 len: 168 time: 1.7039163 Jun 29 17:33:02.446998 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43422) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:02.456652 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211f9a1-9750-483c-9c28-292e94baa2a9 req-76f1fd4f-fa06-45be-b911-69c542fe326c tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:02.471050 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5211f9a1-9750-483c-9c28-292e94baa2a9 req-76f1fd4f-fa06-45be-b911-69c542fe326c tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.2859423 Jun 29 17:33:02.560643 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5211f9a1-9750-483c-9c28-292e94baa2a9 req-0184e75f-6447-4319-a8e4-07d8eed95494 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669165 Jun 29 17:33:02.591884 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_v2 [None req-4496ee6a-26a1-4e2e-9f1f-9868602152eb admin admin] Deleting subnet a68666ec-ab6f-4576-a9fc-c23b39bc8b7b {{(pid=93003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:33:02.597201 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4496ee6a-26a1-4e2e-9f1f-9868602152eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:02.678683 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4496ee6a-26a1-4e2e-9f1f-9868602152eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8326977'] for subnet, precommit_delete_associations {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:02.778578 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053486eb-5584-452e-b1a0-8348f3579e23 req-f8f21b83-2e02-4266-940c-e2509a5e5e21 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:02.784108 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-053486eb-5584-452e-b1a0-8348f3579e23 req-f8f21b83-2e02-4266-940c-e2509a5e5e21 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.2436829 Jun 29 17:33:02.975125 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4496ee6a-26a1-4e2e-9f1f-9868602152eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960687'] for subnet, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.024034 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-053486eb-5584-452e-b1a0-8348f3579e23 req-997e00f3-9bcb-44d7-babe-fdc62ac39150 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856208 Jun 29 17:33:03.089206 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4496ee6a-26a1-4e2e-9f1f-9868602152eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8352469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156225'] for subnet, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.094507 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-c0fc30d9-bcc4-43eb-a4a8-de0db2467eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:03.139315 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496ee6a-26a1-4e2e-9f1f-9868602152eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68666ec-ab6f-4576-a9fc-c23b39bc8b7b,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:03.143230 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4496ee6a-26a1-4e2e-9f1f-9868602152eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.146042 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-4496ee6a-26a1-4e2e-9f1f-9868602152eb admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a68666ec-ab6f-4576-a9fc-c23b39bc8b7b HTTP/1.1" status: 204 len: 168 time: 0.6957610 Jun 29 17:33:03.147754 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-4496ee6a-26a1-4e2e-9f1f-9868602152eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:03.149860 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43426) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:03.154581 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf2099f-2a15-4113-a883-0a3fa720121e None None] Network fb59b277-7b65-4524-ae30-f2a1ba9a847c requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:33:03.248948 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641426'] for network, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.362746 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Deleting port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:33:03.363716 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.502378 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] For port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=715b5f96-98fc-4fbc-9eb9-2421cb38bb68,segment=NetworkSegment(c12d2ca7-f548-4a97-8bf9-bd8065d03009),segment_id=c12d2ca7-f548-4a97-8bf9-bd8065d03009)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:03.503017 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.528871 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Calling delete_port for 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 owned by network:dhcp {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:33:03.546839 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfda7c3-75a0-4481-95ce-78547c4a51f6 None None] DHCP port deletion for fb59b277-7b65-4524-ae30-f2a1ba9a847c request from dv-cinder-763306-14-smb {{(pid=93005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 17:33:03.662855 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.671226 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-4bfda7c3-75a0-4481-95ce-78547c4a51f6 None None] Deleting port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 {{(pid=93005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:33:03.671927 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-4bfda7c3-75a0-4481-95ce-78547c4a51f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.675560 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-759d668c-aea3-4e7a-baa8-aec0c121e625 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:03.734320 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] No DVR routers for this DVR port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 on host dv-cinder-763306-14-smb {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:33:03.738793 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=715b5f96-98fc-4fbc-9eb9-2421cb38bb68,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:03.757374 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:03.819302 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-4bfda7c3-75a0-4481-95ce-78547c4a51f6 None None] For port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68, host dv-cinder-763306-14-smb, got binding levels [] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:03.820326 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-4bfda7c3-75a0-4481-95ce-78547c4a51f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.839536 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-4bfda7c3-75a0-4481-95ce-78547c4a51f6 None None] Calling delete_port for 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 owned by network:dhcp {{(pid=93005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:33:03.844956 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.ipam_backend_mixin [None req-4bfda7c3-75a0-4481-95ce-78547c4a51f6 None None] Port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 was not found and therefore no delete operation was performed {{(pid=93005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 17:33:03.846315 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-4bfda7c3-75a0-4481-95ce-78547c4a51f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957'] for port, after_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.848613 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:03.879880 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfda7c3-75a0-4481-95ce-78547c4a51f6 None None] Pushing event deleted for resources: {'Port': ['ID=715b5f96-98fc-4fbc-9eb9-2421cb38bb68,revision_number=None']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:03.882870 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-4bfda7c3-75a0-4481-95ce-78547c4a51f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:03.887338 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfda7c3-75a0-4481-95ce-78547c4a51f6 None None] No DVR routers for this DVR port 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 on host dv-cinder-763306-14-smb {{(pid=93005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:33:03.921658 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960625', 'neutron.services.segments.db._delete_segments_for_network-8774724346435'] for network, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.939141 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb59b277-7b65-4524-ae30-f2a1ba9a847c']}} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:03.953724 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12d2ca7-f548-4a97-8bf9-bd8065d03009') {'for_net_delete': True} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:03.954069 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12d2ca7-f548-4a97-8bf9-bd8065d03009') {} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:03.973721 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774724263370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7729515'] for segment, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.990620 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629870c9-fee8-40fc-abef-42c275e08c3b req-f652bde8-6837-448e-b5d4-d8153a8117ee tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:03.998259 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-629870c9-fee8-40fc-abef-42c275e08c3b req-f652bde8-6837-448e-b5d4-d8153a8117ee tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.2484241 Jun 29 17:33:04.029485 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:04.030186 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 00774db3-4253-47b7-afe2-77c61bbf6eb9 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:33:04.053269 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=93004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:33:04.053718 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7729765'] for segment, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: Traceback (most recent call last): Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: timer() Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: cb(*args, **kw) Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: return func(*args, **kwargs) Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: self._notify() Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: self.callback(batched_events) Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: event.method(event) Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: return f(self, *a, **k) Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: return self._get(url).json() Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: return self.request(url, 'GET', **kwargs) Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:33:04.055639 dv-cinder-763306-14-smb neutron-server[93004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:33:04.076854 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: 00774db3-4253-47b7-afe2-77c61bbf6eb9 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:33:04.077802 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 00774db3-4253-47b7-afe2-77c61bbf6eb9 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:33:04.078724 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:33:04.115706 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:33:04.120046 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 3c5dd9df-c8b6-4476-90f3-fbf9ffd424b2 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:33:04.126063 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:33:04.130472 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-629870c9-fee8-40fc-abef-42c275e08c3b req-20e5dafe-6090-4630-b4dd-efc45f58f132 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270230 Jun 29 17:33:04.159995 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:33:04.161228 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 715b5f96-98fc-4fbc-9eb9-2421cb38bb68 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:33:04.168710 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605428'] for network, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:04.173041 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:04.176328 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:04.181632 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] 10.222.0.101 "DELETE /v2.0/networks/fb59b277-7b65-4524-ae30-f2a1ba9a847c HTTP/1.1" status: 204 len: 168 time: 1.0276949 Jun 29 17:33:04.182868 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43432) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:04.196750 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb59b277-7b65-4524-ae30-f2a1ba9a847c,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:04.200566 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:04.798973 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f748138-53fe-4914-96a0-772840d9417b req-64bd978f-ea48-4137-83bc-dc983c86cf6a tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:04.801764 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0f748138-53fe-4914-96a0-772840d9417b req-64bd978f-ea48-4137-83bc-dc983c86cf6a tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.2222073 Jun 29 17:33:04.950705 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0f748138-53fe-4914-96a0-772840d9417b req-8bf150ce-1900-4903-a8c6-a9ef978172f5 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390610 Jun 29 17:33:05.201221 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-60ea8020-b24c-4fbf-9a3d-05441aa34471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688077'] for router_interface, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:05.398173 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f0350-f6b9-4d70-abb2-67813922d759 req-eb967134-1f84-4d93-b3de-d5f26edc7f63 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:05.403169 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d24f0350-f6b9-4d70-abb2-67813922d759 req-eb967134-1f84-4d93-b3de-d5f26edc7f63 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0866733 Jun 29 17:33:05.486463 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d24f0350-f6b9-4d70-abb2-67813922d759 req-281e2d9f-fc24-4c87-a619-44c4cbd32a5d tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771587 Jun 29 17:33:05.628908 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.plugin [None req-60ea8020-b24c-4fbf-9a3d-05441aa34471 admin admin] Deleting port 7b7d432b-42b3-4198-b204-71516053f954 {{(pid=93003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:33:05.629252 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-60ea8020-b24c-4fbf-9a3d-05441aa34471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:05.737075 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.db [None req-60ea8020-b24c-4fbf-9a3d-05441aa34471 admin admin] For port 7b7d432b-42b3-4198-b204-71516053f954, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=7b7d432b-42b3-4198-b204-71516053f954,segment=NetworkSegment(f124a47d-5719-4311-96f1-d544be948033),segment_id=f124a47d-5719-4311-96f1-d544be948033)] {{(pid=93003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:05.737436 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-60ea8020-b24c-4fbf-9a3d-05441aa34471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:05.754351 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.plugin [None req-60ea8020-b24c-4fbf-9a3d-05441aa34471 admin admin] Calling delete_port for 7b7d432b-42b3-4198-b204-71516053f954 owned by network:router_interface {{(pid=93003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:33:06.024008 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-60ea8020-b24c-4fbf-9a3d-05441aa34471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8352303'] for port, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:06.036736 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7f1b18f9-b622-4915-92cc-c4a892ff34fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:06.091302 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea8020-b24c-4fbf-9a3d-05441aa34471 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7d432b-42b3-4198-b204-71516053f954,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:06.096770 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-60ea8020-b24c-4fbf-9a3d-05441aa34471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:06.398280 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3663fa5-0825-4c66-8591-f811faa77c9a req-12370fc2-5d9c-4287-867e-fbcb6a58b4e1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:06.399926 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f3663fa5-0825-4c66-8591-f811faa77c9a req-12370fc2-5d9c-4287-867e-fbcb6a58b4e1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.1927099 Jun 29 17:33:06.441848 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-60ea8020-b24c-4fbf-9a3d-05441aa34471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695165'] for router_interface, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:06.562543 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f3663fa5-0825-4c66-8591-f811faa77c9a req-977a3ccc-c146-430c-9e63-84e5e5fa9d02 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531749 Jun 29 17:33:06.793156 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5e5d-9619-416d-ab07-ea5ce523198b req-610622ba-8004-4bd9-bbc0-34c11e9e05f0 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:06.796802 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-992d5e5d-9619-416d-ab07-ea5ce523198b req-610622ba-8004-4bd9-bbc0-34c11e9e05f0 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.1052685 Jun 29 17:33:06.814498 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ea8020-b24c-4fbf-9a3d-05441aa34471 admin admin] Router e7094503-6ce6-42af-acda-2250b487af6d has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:33:06.864137 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-992d5e5d-9619-416d-ab07-ea5ce523198b req-003b0be7-a0b8-498d-9790-3880483fdf9a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599468 Jun 29 17:33:06.962640 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ea8020-b24c-4fbf-9a3d-05441aa34471 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:33:06.972747 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-60ea8020-b24c-4fbf-9a3d-05441aa34471 admin admin] 10.222.0.101 "PUT /v2.0/routers/e7094503-6ce6-42af-acda-2250b487af6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7855971 Jun 29 17:33:06.974031 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43442) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:06.976786 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd842c-85cd-4670-9f78-1e26c5278888 None None] Sync routers for ids ['e7094503-6ce6-42af-acda-2250b487af6d'] in dv-cinder-763306-14-smb {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:33:06.991780 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd842c-85cd-4670-9f78-1e26c5278888 None None] Routers {'e7094503-6ce6-42af-acda-2250b487af6d'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:06.992944 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-bddd842c-85cd-4670-9f78-1e26c5278888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:32:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['e7094503-6ce6-42af-acda-2250b487af6d'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:07.109710 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:07.170398 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-bddd842c-85cd-4670-9f78-1e26c5278888 None None] Set router e7094503-6ce6-42af-acda-2250b487af6d gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:33:07.295000 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:07.408134 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] Deleting port aacbde08-04e0-4784-add8-129fb4808ccc {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:33:07.409473 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:07.507811 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-bddd842c-85cd-4670-9f78-1e26c5278888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'name': 'tempest-TestMinimumBasicScenario-484005456-router', 'tenant_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': 'aacbde08-04e0-4784-add8-129fb4808ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:36Z', 'updated_at': '2021-06-29T17:33:05Z', 'revision_number': 5, 'project_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'gw_port': {'id': 'aacbde08-04e0-4784-add8-129fb4808ccc', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:37Z', 'updated_at': '2021-06-29T17:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:07.541983 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd842c-85cd-4670-9f78-1e26c5278888 None None] Checking router: e7094503-6ce6-42af-acda-2250b487af6d for host: dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:33:07.552243 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd842c-85cd-4670-9f78-1e26c5278888 None None] Routers {'e7094503-6ce6-42af-acda-2250b487af6d'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:07.552963 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-bddd842c-85cd-4670-9f78-1e26c5278888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:32:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['e7094503-6ce6-42af-acda-2250b487af6d'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:07.577712 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] For port aacbde08-04e0-4784-add8-129fb4808ccc, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=aacbde08-04e0-4784-add8-129fb4808ccc,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:07.578473 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:07.601148 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] Calling delete_port for aacbde08-04e0-4784-add8-129fb4808ccc owned by network:router_gateway {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:33:07.662922 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-bddd842c-85cd-4670-9f78-1e26c5278888 None None] Set router e7094503-6ce6-42af-acda-2250b487af6d gateway port host: None {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:33:07.738272 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-bddd842c-85cd-4670-9f78-1e26c5278888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'name': 'tempest-TestMinimumBasicScenario-484005456-router', 'tenant_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:36Z', 'updated_at': '2021-06-29T17:33:07Z', 'revision_number': 6, 'project_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'gw_port_host': None}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:07.771490 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd842c-85cd-4670-9f78-1e26c5278888 None None] The sync data for ids ['e7094503-6ce6-42af-acda-2250b487af6d'] in dv-cinder-763306-14-smb is: [{'id': 'e7094503-6ce6-42af-acda-2250b487af6d', 'name': 'tempest-TestMinimumBasicScenario-484005456-router', 'tenant_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:27:36Z', 'updated_at': '2021-06-29T17:33:07Z', 'revision_number': 6, 'project_id': 'e0cbc67c3ade43ec86402aa217e58c97', 'gw_port_host': None}] {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:33:07.911201 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeda27-ef3b-4246-8595-7bd541cd6664 req-bd86c670-6b29-4734-b43a-9544138bd3a1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:07.916405 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:07.921604 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5cfeda27-ef3b-4246-8595-7bd541cd6664 req-bd86c670-6b29-4734-b43a-9544138bd3a1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.1410630 Jun 29 17:33:07.939683 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-0dd15ea7-b756-40fb-b7d3-c708151df6af tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:07.980611 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-5cfeda27-ef3b-4246-8595-7bd541cd6664 req-e763539c-621b-4ba4-81e4-9e4bb311581e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576432 Jun 29 17:33:08.025039 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aacbde08-04e0-4784-add8-129fb4808ccc,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:08.030789 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:08.121920 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602009'] for router_gateway, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:08.239228 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:08.242461 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:08.329599 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bac01-6b31-44b9-90f6-06447ad6d946 req-4ea1e5f0-e9b4-4428-84b6-ba3371345c4b tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:08.331385 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c83bac01-6b31-44b9-90f6-06447ad6d946 req-4ea1e5f0-e9b4-4428-84b6-ba3371345c4b tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.2653835 Jun 29 17:33:08.376293 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693848'] for router, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:08.377131 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7094503-6ce6-42af-acda-2250b487af6d {{(pid=93004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:33:08.388773 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:08.389579 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] 10.222.0.101 "DELETE /v2.0/routers/e7094503-6ce6-42af-acda-2250b487af6d HTTP/1.1" status: 204 len: 168 time: 1.4138532 Jun 29 17:33:08.394498 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43448) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:08.443101 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c83bac01-6b31-44b9-90f6-06447ad6d946 req-d7b59b5c-7f9f-490a-8e14-0a16104e5336 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898836 Jun 29 17:33:08.474910 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbb5f72-9414-44c4-8f43-6c30ede908c6 admin admin] Deleting subnet 319d778a-b1d2-44f6-95e4-23148835f5a4 {{(pid=93003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:33:08.481250 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2fbb5f72-9414-44c4-8f43-6c30ede908c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:08.528465 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2fbb5f72-9414-44c4-8f43-6c30ede908c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8326977'] for subnet, precommit_delete_associations {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:08.691923 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2fbb5f72-9414-44c4-8f43-6c30ede908c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960687'] for subnet, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:08.714692 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 7b7d432b-42b3-4198-b204-71516053f954 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:33:08.748810 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: 7b7d432b-42b3-4198-b204-71516053f954 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:33:08.751534 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 7b7d432b-42b3-4198-b204-71516053f954 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:33:08.787879 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2fbb5f72-9414-44c4-8f43-6c30ede908c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8352469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156225'] for subnet, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:08.791884 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-95074aa5-a589-4b6e-810a-677d4f4f587f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:08.824336 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-2fbb5f72-9414-44c4-8f43-6c30ede908c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:08.834817 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-2fbb5f72-9414-44c4-8f43-6c30ede908c6 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/319d778a-b1d2-44f6-95e4-23148835f5a4 HTTP/1.1" status: 204 len: 168 time: 0.4379208 Jun 29 17:33:08.837855 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43450) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:08.838242 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb5f72-9414-44c4-8f43-6c30ede908c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=319d778a-b1d2-44f6-95e4-23148835f5a4,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:08.843460 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-2fbb5f72-9414-44c4-8f43-6c30ede908c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:08.852728 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed503194-6622-4851-a5f5-ed1a371fdd4a None None] Network 64976af3-1fd3-4407-8eed-8261b7b21934 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:33:08.974267 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641426'] for network, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:09.065387 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Deleting port 8ea53fe5-64a2-4912-b132-c9a74419dd41 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:33:09.066052 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:09.212982 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a0e9e6-5aef-4845-93c4-347b8095a2b3 None None] DHCP port deletion for 64976af3-1fd3-4407-8eed-8261b7b21934 request from dv-cinder-763306-14-smb {{(pid=93005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 17:33:09.252117 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] For port 8ea53fe5-64a2-4912-b132-c9a74419dd41, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=8ea53fe5-64a2-4912-b132-c9a74419dd41,segment=NetworkSegment(f124a47d-5719-4311-96f1-d544be948033),segment_id=f124a47d-5719-4311-96f1-d544be948033)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:09.252727 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:09.285920 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Calling delete_port for 8ea53fe5-64a2-4912-b132-c9a74419dd41 owned by network:dhcp {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:33:09.356143 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0e9e6-5aef-4845-93c4-347b8095a2b3 None None] Deleting port 8ea53fe5-64a2-4912-b132-c9a74419dd41 {{(pid=93005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:33:09.356630 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-a3a0e9e6-5aef-4845-93c4-347b8095a2b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:09.374645 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41a834-5ea6-477c-bd24-00e22152c88f req-c6a617e4-6bed-488c-a91b-a7eaf6d9b327 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:09.376576 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-cd41a834-5ea6-477c-bd24-00e22152c88f req-c6a617e4-6bed-488c-a91b-a7eaf6d9b327 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.1370456 Jun 29 17:33:09.465570 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:09.467735 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-cd41a834-5ea6-477c-bd24-00e22152c88f req-c62cf1d4-7fd5-45b8-abea-cd64e82a7045 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764554 Jun 29 17:33:09.480398 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b978e76a-2b68-4855-a0f9-7060b85470d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:09.535552 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] No DVR routers for this DVR port 8ea53fe5-64a2-4912-b132-c9a74419dd41 on host dv-cinder-763306-14-smb {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:33:09.538878 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea53fe5-64a2-4912-b132-c9a74419dd41,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:09.547499 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:09.558273 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-a3a0e9e6-5aef-4845-93c4-347b8095a2b3 None None] For port 8ea53fe5-64a2-4912-b132-c9a74419dd41, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=8ea53fe5-64a2-4912-b132-c9a74419dd41,segment=NetworkSegment(f124a47d-5719-4311-96f1-d544be948033),segment_id=f124a47d-5719-4311-96f1-d544be948033)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:09.559436 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-a3a0e9e6-5aef-4845-93c4-347b8095a2b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:09.584994 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0e9e6-5aef-4845-93c4-347b8095a2b3 None None] Calling delete_port for 8ea53fe5-64a2-4912-b132-c9a74419dd41 owned by network:dhcp {{(pid=93005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:33:09.756806 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960625', 'neutron.services.segments.db._delete_segments_for_network-8774724346435'] for network, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:09.773074 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-a3a0e9e6-5aef-4845-93c4-347b8095a2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957'] for port, after_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:09.778819 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:09.779220 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64976af3-1fd3-4407-8eed-8261b7b21934']}} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:09.802520 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f124a47d-5719-4311-96f1-d544be948033') {'for_net_delete': True} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:09.803028 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f124a47d-5719-4311-96f1-d544be948033') {} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:09.823761 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0e9e6-5aef-4845-93c4-347b8095a2b3 None None] Pushing event deleted for resources: {'Port': ['ID=8ea53fe5-64a2-4912-b132-c9a74419dd41,revision_number=None']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:09.826671 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0e9e6-5aef-4845-93c4-347b8095a2b3 None None] No DVR routers for this DVR port 8ea53fe5-64a2-4912-b132-c9a74419dd41 on host dv-cinder-763306-14-smb {{(pid=93005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:33:09.829065 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-a3a0e9e6-5aef-4845-93c4-347b8095a2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:09.840237 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774724263370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7729515'] for segment, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:09.867468 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac550e98-0e6e-4192-bcb9-8ac8b8ab2409 req-8a6636f2-7c44-4680-9aaa-8a2e19376c47 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:09.869152 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ac550e98-0e6e-4192-bcb9-8ac8b8ab2409 req-8a6636f2-7c44-4680-9aaa-8a2e19376c47 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.1776795 Jun 29 17:33:09.870962 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:09.890866 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Releasing vlan 1160 on physical network physnet1 to pool {{(pid=93004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:33:09.892066 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7729765'] for segment, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: Traceback (most recent call last): Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: timer() Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: cb(*args, **kw) Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: return func(*args, **kwargs) Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: self._notify() Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: self.callback(batched_events) Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: event.method(event) Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: return f(self, *a, **k) Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: return self._get(url).json() Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: return self.request(url, 'GET', **kwargs) Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:33:09.896309 dv-cinder-763306-14-smb neutron-server[93004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:33:10.027584 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 8ea53fe5-64a2-4912-b132-c9a74419dd41 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:33:10.059361 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: 8ea53fe5-64a2-4912-b132-c9a74419dd41 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:33:10.063138 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 8ea53fe5-64a2-4912-b132-c9a74419dd41 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:33:10.063829 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device aacbde08-04e0-4784-add8-129fb4808ccc no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:33:10.091765 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605428'] for network, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:10.094890 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: aacbde08-04e0-4784-add8-129fb4808ccc {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:33:10.095255 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device aacbde08-04e0-4784-add8-129fb4808ccc not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:33:10.099983 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ac550e98-0e6e-4192-bcb9-8ac8b8ab2409 req-340e3689-b170-450c-b60d-bbd4842da909 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155056 Jun 29 17:33:10.104242 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:10.137121 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:10.137121 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] 10.222.0.101 "DELETE /v2.0/networks/64976af3-1fd3-4407-8eed-8261b7b21934 HTTP/1.1" status: 204 len: 168 time: 1.2939775 Jun 29 17:33:10.137121 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=64976af3-1fd3-4407-8eed-8261b7b21934,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:10.145737 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-aaa44c01-e844-4114-87c3-6d1dd6bdadc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:10.367787 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43458) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:10.453057 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-43013fb7-b453-485c-b860-32d59f823c75 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=588ca4389b58435b88ab607d6099464f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0823271 Jun 29 17:33:10.457538 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43460) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:10.529839 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f3ae971d-80ae-428b-95e7-ea84fb0a29ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:10.570270 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f3ae971d-80ae-428b-95e7-ea84fb0a29ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:10.691393 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f3ae971d-80ae-428b-95e7-ea84fb0a29ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:10.695805 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f3ae971d-80ae-428b-95e7-ea84fb0a29ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:10.698841 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-f3ae971d-80ae-428b-95e7-ea84fb0a29ab admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2e0f14b3-f3bd-4a9b-81ca-537714dfe29c HTTP/1.1" status: 204 len: 168 time: 0.2381792 Jun 29 17:33:10.702166 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-4a36e464-f335-47ca-a7dc-81876e377a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:10.769675 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae971d-80ae-428b-95e7-ea84fb0a29ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0f14b3-f3bd-4a9b-81ca-537714dfe29c,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:10.778808 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f3ae971d-80ae-428b-95e7-ea84fb0a29ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:10.842000 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccf73a-7813-4f13-8fb7-95dedaa72742 req-c64a09cb-82ac-474c-b1b3-5d4498a892f8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:10.853783 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d2ccf73a-7813-4f13-8fb7-95dedaa72742 req-c64a09cb-82ac-474c-b1b3-5d4498a892f8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.1529536 Jun 29 17:33:10.919000 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d2ccf73a-7813-4f13-8fb7-95dedaa72742 req-d0bb406d-1bff-4fea-a4fe-1c722bbe1b03 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635676 Jun 29 17:33:11.373576 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e73f6-ede4-4b49-9412-ed9b6eb7b398 req-b1744ebf-efa4-4188-a23b-946d46c76146 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:11.374794 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a92e73f6-ede4-4b49-9412-ed9b6eb7b398 req-b1744ebf-efa4-4188-a23b-946d46c76146 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0894666 Jun 29 17:33:11.376095 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43474) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:11.468628 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a92e73f6-ede4-4b49-9412-ed9b6eb7b398 req-eb2365bf-1c6f-4128-acf6-74ba5749ce11 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849195 Jun 29 17:33:11.471889 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-0b328689-3e3d-438b-bc77-a1af4bf060a5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e0cbc67c3ade43ec86402aa217e58c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0945761 Jun 29 17:33:11.477267 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43476) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:11.586196 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bf343ef4-0942-4a95-84b3-44223e5d40dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:11.624100 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bf343ef4-0942-4a95-84b3-44223e5d40dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:11.770082 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bf343ef4-0942-4a95-84b3-44223e5d40dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:11.803117 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-bf343ef4-0942-4a95-84b3-44223e5d40dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:11.817866 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-bf343ef4-0942-4a95-84b3-44223e5d40dc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/763c06ac-b221-4142-8576-d780bf70ad6f HTTP/1.1" status: 204 len: 168 time: 0.3369451 Jun 29 17:33:11.819932 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-d3e84a9a-dc4c-47a3-bfba-d7ee3f43b54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:11.851719 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf343ef4-0942-4a95-84b3-44223e5d40dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763c06ac-b221-4142-8576-d780bf70ad6f,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:11.859162 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-bf343ef4-0942-4a95-84b3-44223e5d40dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:12.216906 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61add1d-3f75-4ba6-942c-8e5470037ed3 req-a602b357-a744-4c03-b201-a8764d03c744 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:12.219391 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f61add1d-3f75-4ba6-942c-8e5470037ed3 req-a602b357-a744-4c03-b201-a8764d03c744 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.1065257 Jun 29 17:33:12.275315 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f61add1d-3f75-4ba6-942c-8e5470037ed3 req-e32a6fec-f3d9-417b-862d-1641d3f1ecf1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445528 Jun 29 17:33:12.683330 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60cf81-7cb5-4792-b738-f84429694fa6 req-9ec25c54-c7a4-4058-8f0e-fd77eeefbe83 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:12.684959 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4e60cf81-7cb5-4792-b738-f84429694fa6 req-9ec25c54-c7a4-4058-8f0e-fd77eeefbe83 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0742812 Jun 29 17:33:12.735202 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4e60cf81-7cb5-4792-b738-f84429694fa6 req-5773f210-513f-4196-9b8c-171898f6cb94 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401361 Jun 29 17:33:13.506125 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba96be-6da9-4614-aa0a-1256b361e381 req-a7cb190a-de20-4ef2-900c-cad231c6169f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:13.507983 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-4fba96be-6da9-4614-aa0a-1256b361e381 req-a7cb190a-de20-4ef2-900c-cad231c6169f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.0803447 Jun 29 17:33:13.557207 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-4fba96be-6da9-4614-aa0a-1256b361e381 req-b61c5d92-35b5-412a-819f-1160e587f718 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389149 Jun 29 17:33:13.945575 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a43f6-c9d6-455c-8f6a-884814ccbe83 req-f946d8f9-7787-49ee-864d-ae6346c9ad9f tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:13.947191 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6b5a43f6-c9d6-455c-8f6a-884814ccbe83 req-f946d8f9-7787-49ee-864d-ae6346c9ad9f tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0798235 Jun 29 17:33:13.996377 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-6b5a43f6-c9d6-455c-8f6a-884814ccbe83 req-4af4b1a4-04c2-4404-9298-1b83c5787bfa tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392551 Jun 29 17:33:14.561415 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:33:14.756920 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fb39b-2b23-402f-9c6f-75c9a5471cb8 req-4b7a0a21-1790-4b45-85df-97a981954980 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:14.758637 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ee8fb39b-2b23-402f-9c6f-75c9a5471cb8 req-4b7a0a21-1790-4b45-85df-97a981954980 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.0733240 Jun 29 17:33:14.764414 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:14.804899 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ee8fb39b-2b23-402f-9c6f-75c9a5471cb8 req-89dbf003-fee4-4e80-aab7-3d955e0c2f34 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381351 Jun 29 17:33:15.193480 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ebf07-dcf4-407a-8dbb-7224e782c3a4 req-63002810-abc7-43c4-a235-e899d783c032 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:15.195084 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ac8ebf07-dcf4-407a-8dbb-7224e782c3a4 req-63002810-abc7-43c4-a235-e899d783c032 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0766544 Jun 29 17:33:15.239174 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-ac8ebf07-dcf4-407a-8dbb-7224e782c3a4 req-ad9dabf3-eee6-456c-b02f-b373d6cdb3bb tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371153 Jun 29 17:33:16.003154 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8c604-91ec-47d7-a44a-2a196c9f94c0 req-58498e3a-7116-4ba9-a53c-0edd96670467 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:16.004740 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b9a8c604-91ec-47d7-a44a-2a196c9f94c0 req-58498e3a-7116-4ba9-a53c-0edd96670467 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.0739915 Jun 29 17:33:16.068224 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b9a8c604-91ec-47d7-a44a-2a196c9f94c0 req-b0f0f03a-4547-459a-bb19-6126f12aa386 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526261 Jun 29 17:33:16.445879 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878c696-aff7-4555-8b05-7c5d51357be1 req-5e637b42-e03e-4e0f-a335-6a3c705ac178 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:16.449329 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8878c696-aff7-4555-8b05-7c5d51357be1 req-5e637b42-e03e-4e0f-a335-6a3c705ac178 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.0831506 Jun 29 17:33:16.500623 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8878c696-aff7-4555-8b05-7c5d51357be1 req-b1c2619d-f9dd-4782-95e9-717ed738bd22 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449712 Jun 29 17:33:17.287966 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340323b-7454-4814-b34d-bb05e10969c7 req-b08d4c89-72f7-4325-99b6-d9adc8935937 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:17.290565 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b340323b-7454-4814-b34d-bb05e10969c7 req-b08d4c89-72f7-4325-99b6-d9adc8935937 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.0765829 Jun 29 17:33:17.357724 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b340323b-7454-4814-b34d-bb05e10969c7 req-522b623b-2ef5-4bf6-9507-639a14aae743 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572331 Jun 29 17:33:18.606851 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41241103-d60a-42fa-8d87-5b7013b73964 req-5a6c44c5-26e5-4e50-a7b1-910671cbcaf1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:18.609111 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-41241103-d60a-42fa-8d87-5b7013b73964 req-5a6c44c5-26e5-4e50-a7b1-910671cbcaf1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.1051018 Jun 29 17:33:18.665100 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-41241103-d60a-42fa-8d87-5b7013b73964 req-4ad7d6f9-bdb4-46f4-be08-1ce02f505002 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488663 Jun 29 17:33:19.706235 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 03a4e65c-14be-46e3-af5a-de0eeae6eb59 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:33:19.843835 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 03a4e65c-14be-46e3-af5a-de0eeae6eb59, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:19.865375 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': '03a4e65c-14be-46e3-af5a-de0eeae6eb59', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'port_id': '03a4e65c-14be-46e3-af5a-de0eeae6eb59', 'mac_address': 'fa:16:3e:00:d2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:33:19.910172 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8f163-019f-46e7-9c64-9f145c40df92 req-91d2e6ec-091d-475f-824e-c5019e01dc43 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:19.911582 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-56a8f163-019f-46e7-9c64-9f145c40df92 req-91d2e6ec-091d-475f-824e-c5019e01dc43 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 944 time: 0.0815365 Jun 29 17:33:19.928750 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:19.951200 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a4e65c-14be-46e3-af5a-de0eeae6eb59 {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:33:19.958267 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-56a8f163-019f-46e7-9c64-9f145c40df92 req-3ef4e42d-c9fe-4532-8420-08f03ace6c27 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375214 Jun 29 17:33:19.985873 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 03a4e65c-14be-46e3-af5a-de0eeae6eb59, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:19.995952 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:20.001565 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:20.070052 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=03a4e65c-14be-46e3-af5a-de0eeae6eb59,revision_number=9']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:20.074595 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:20.448569 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['03a4e65c-14be-46e3-af5a-de0eeae6eb59'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:33:21.175539 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bf407-9f70-4a5a-997d-4ea6b72c8786 req-eab727db-3150-44a3-adfc-8ae67842d1dd tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:21.177564 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0a0bf407-9f70-4a5a-997d-4ea6b72c8786 req-eab727db-3150-44a3-adfc-8ae67842d1dd tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 945 time: 0.0766542 Jun 29 17:33:21.222291 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0a0bf407-9f70-4a5a-997d-4ea6b72c8786 req-d699527f-3ed6-42c6-b174-6b88f230db29 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376658 Jun 29 17:33:21.312464 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-91a153b8-bbfd-4f29-bee1-559fb4fd2610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:21.716748 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 03a4e65c-14be-46e3-af5a-de0eeae6eb59 up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:33:21.779097 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port 03a4e65c-14be-46e3-af5a-de0eeae6eb59 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:21.779575 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:21.882579 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:21.910684 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a4e65c-14be-46e3-af5a-de0eeae6eb59'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:33:21.913316 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0deba23b-3a1d-4587-b649-e76f2a47db2e" -d '{"events": [{"server_uuid": "4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17", "name": "network-vif-plugged", "status": "completed", "tag": "03a4e65c-14be-46e3-af5a-de0eeae6eb59"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:33:21.929930 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 03a4e65c-14be-46e3-af5a-de0eeae6eb59, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:21.936087 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:21.939333 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:21.969159 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3869e6-7a7b-45dd-b4aa-8fa2558ba847 x-openstack-request-id: req-dc3869e6-7a7b-45dd-b4aa-8fa2558ba847 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:33:21.969686 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17", "name": "network-vif-plugged", "status": "completed", "tag": "03a4e65c-14be-46e3-af5a-de0eeae6eb59", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:33:21.969686 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dc3869e6-7a7b-45dd-b4aa-8fa2558ba847 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:33:21.969990 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a4e65c-14be-46e3-af5a-de0eeae6eb59', 'code': 200} Jun 29 17:33:22.022499 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=03a4e65c-14be-46e3-af5a-de0eeae6eb59,revision_number=10']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:22.026393 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:22.456956 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd9ebd-e9ed-4abd-875c-795adeca0442 req-4dfea07d-aaec-4bd1-bbc1-3bb079c7786d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:22.459943 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-58fd9ebd-e9ed-4abd-875c-795adeca0442 req-4dfea07d-aaec-4bd1-bbc1-3bb079c7786d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 947 time: 0.1033902 Jun 29 17:33:22.527100 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-58fd9ebd-e9ed-4abd-875c-795adeca0442 req-1ee30d21-0f3e-4ce3-8878-c2e31b7c4d26 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561762 Jun 29 17:33:22.595264 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90451f-67e0-4c91-abfd-1c8af00bf98d req-dda9a1b9-f290-440e-8783-f12d52b30830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:22.597056 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5e90451f-67e0-4c91-abfd-1c8af00bf98d req-dda9a1b9-f290-440e-8783-f12d52b30830 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 1100 time: 0.0687494 Jun 29 17:33:22.642578 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-5e90451f-67e0-4c91-abfd-1c8af00bf98d req-67b39c38-3f4a-4bcf-9615-ccf902db1434 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336199 Jun 29 17:33:23.276767 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3686d6-6ad6-4abf-9098-922c27526002 req-2a140368-3961-4b7b-ba3c-dbc964f503f1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:23.278405 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1f3686d6-6ad6-4abf-9098-922c27526002 req-2a140368-3961-4b7b-ba3c-dbc964f503f1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.0723350 Jun 29 17:33:23.327796 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1f3686d6-6ad6-4abf-9098-922c27526002 req-6dc91f4d-8d50-4908-876e-1e678ccd10f1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387244 Jun 29 17:33:23.749358 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dd106-dfef-4e57-ab0c-9653f77c372b req-f1f5c3cf-1949-4318-bdac-7cef2510f035 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:23.751313 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0c7dd106-dfef-4e57-ab0c-9653f77c372b req-f1f5c3cf-1949-4318-bdac-7cef2510f035 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 947 time: 0.0798717 Jun 29 17:33:23.795540 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0c7dd106-dfef-4e57-ab0c-9653f77c372b req-11ee7634-3753-4dd1-a364-a4fb8aad593c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380449 Jun 29 17:33:24.580473 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c26af2-e321-47f1-9354-f506d5c60e6e req-0b0dd337-25b6-4640-9c07-7896a053fa37 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:24.583188 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-43c26af2-e321-47f1-9354-f506d5c60e6e req-0b0dd337-25b6-4640-9c07-7896a053fa37 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.1162348 Jun 29 17:33:24.620153 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:24.632731 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-43c26af2-e321-47f1-9354-f506d5c60e6e req-899adb56-5415-48dc-ba1e-050a146a2af0 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423629 Jun 29 17:33:24.857480 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-463b1414-23db-4dc6-90b2-ccb46244d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:25.054202 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a746e-9e33-4607-a991-0c5af166fd88 req-f816280c-3725-4214-9a5b-f33653641942 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:25.055921 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-029a746e-9e33-4607-a991-0c5af166fd88 req-f816280c-3725-4214-9a5b-f33653641942 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 947 time: 0.1010437 Jun 29 17:33:25.110146 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-029a746e-9e33-4607-a991-0c5af166fd88 req-907cc756-3617-4a23-8899-6106a4c7a1b2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406778 Jun 29 17:33:25.289769 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243ecc3-9317-48bd-af4e-7da38ede4071 req-10c1e68a-250d-4b91-b2f5-80034f63a689 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:25.293120 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d243ecc3-9317-48bd-af4e-7da38ede4071 req-10c1e68a-250d-4b91-b2f5-80034f63a689 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.72 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.1127901 Jun 29 17:33:25.461083 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-d243ecc3-9317-48bd-af4e-7da38ede4071 req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Deleting port a7808e99-9fbf-424f-8978-04cdca56071c {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:33:25.461395 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d243ecc3-9317-48bd-af4e-7da38ede4071 req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:25.572510 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-d243ecc3-9317-48bd-af4e-7da38ede4071 req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] For port a7808e99-9fbf-424f-8978-04cdca56071c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a7808e99-9fbf-424f-8978-04cdca56071c,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:25.572912 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d243ecc3-9317-48bd-af4e-7da38ede4071 req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:26.153990 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d243ecc3-9317-48bd-af4e-7da38ede4071 req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:26.154796 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d243ecc3-9317-48bd-af4e-7da38ede4071 req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605382'] for floatingip, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:26.154796 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.l3_db [req-d243ecc3-9317-48bd-af4e-7da38ede4071 req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Floating IP df0acaca-d861-4ad3-b942-cf75329af7be disassociated. External IP: 172.28.0.122, port: a7808e99-9fbf-424f-8978-04cdca56071c. Jun 29 17:33:26.155105 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-d243ecc3-9317-48bd-af4e-7da38ede4071 req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Calling delete_port for a7808e99-9fbf-424f-8978-04cdca56071c owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:33:26.230063 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bfe07-c113-4ea9-8647-d769c97fa8cf req-b297998b-7194-4e3a-81ee-933ba69a7281 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:26.232011 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-314bfe07-c113-4ea9-8647-d769c97fa8cf req-b297998b-7194-4e3a-81ee-933ba69a7281 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 946 time: 0.4550686 Jun 29 17:33:26.300125 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-314bfe07-c113-4ea9-8647-d769c97fa8cf req-0b2f8805-c073-4e71-b077-835170813d04 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=851b4f9d-e215-4af6-8c29-725c9138e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552788 Jun 29 17:33:26.380500 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d243ecc3-9317-48bd-af4e-7da38ede4071 req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:26.386414 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-ada0ddcb-ea36-44c3-a42e-d40fe3c5ca99 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:26.418504 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91722843-85e3-411d-a76f-bcc1180c7335 req-12f6cfe8-6239-4f8a-a133-9274db6f62af tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:26.421127 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-91722843-85e3-411d-a76f-bcc1180c7335 req-12f6cfe8-6239-4f8a-a133-9274db6f62af tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 947 time: 0.1059010 Jun 29 17:33:26.424116 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event deleted for resources: {'Port': ['ID=a7808e99-9fbf-424f-8978-04cdca56071c,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:26.428514 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:26.480593 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-91722843-85e3-411d-a76f-bcc1180c7335 req-a80afcd4-9025-4c94-b2e3-8b0932bfadcc tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444486 Jun 29 17:33:26.596664 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d243ecc3-9317-48bd-af4e-7da38ede4071 req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Router 41c0429e-2796-4b61-9714-21d8f3c7dc58 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:33:26.785346 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d243ecc3-9317-48bd-af4e-7da38ede4071 req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:33:26.800758 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220bf3e-7aa2-4c0e-804d-6e1e16d64d6b None None] Sync routers for ids ['41c0429e-2796-4b61-9714-21d8f3c7dc58'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:33:26.813420 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4220bf3e-7aa2-4c0e-804d-6e1e16d64d6b None None] Routers {'41c0429e-2796-4b61-9714-21d8f3c7dc58'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:26.814066 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-4220bf3e-7aa2-4c0e-804d-6e1e16d64d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:33:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['41c0429e-2796-4b61-9714-21d8f3c7dc58'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:26.864007 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d243ecc3-9317-48bd-af4e-7da38ede4071 req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] No DVR routers for this DVR port a7808e99-9fbf-424f-8978-04cdca56071c on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:33:26.868439 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-d243ecc3-9317-48bd-af4e-7da38ede4071 req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:26.871807 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d243ecc3-9317-48bd-af4e-7da38ede4071 req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.72 "DELETE /v2.0/ports/a7808e99-9fbf-424f-8978-04cdca56071c HTTP/1.1" status: 204 len: 173 time: 1.5719407 Jun 29 17:33:26.872662 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248e785b-e6f4-4a0f-b237-0391e0868f7e', 'name': 'network-vif-deleted', 'tag': 'a7808e99-9fbf-424f-8978-04cdca56071c'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:33:26.877071 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42be3ed9-ab59-4620-80c5-1974616e21be" -d '{"events": [{"server_uuid": "248e785b-e6f4-4a0f-b237-0391e0868f7e", "name": "network-vif-deleted", "tag": "a7808e99-9fbf-424f-8978-04cdca56071c"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:33:26.935301 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12867a2b-f9a0-4ecb-8db7-39a1f7c354be x-openstack-request-id: req-12867a2b-f9a0-4ecb-8db7-39a1f7c354be {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:33:26.935841 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248e785b-e6f4-4a0f-b237-0391e0868f7e", "name": "network-vif-deleted", "tag": "a7808e99-9fbf-424f-8978-04cdca56071c", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:33:26.936316 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-12867a2b-f9a0-4ecb-8db7-39a1f7c354be {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:33:26.937030 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248e785b-e6f4-4a0f-b237-0391e0868f7e', 'name': 'network-vif-deleted', 'tag': 'a7808e99-9fbf-424f-8978-04cdca56071c', 'status': 'completed', 'code': 200} Jun 29 17:33:26.978826 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:27.020906 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-4220bf3e-7aa2-4c0e-804d-6e1e16d64d6b None None] Set router 41c0429e-2796-4b61-9714-21d8f3c7dc58 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:33:27.275503 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-4220bf3e-7aa2-4c0e-804d-6e1e16d64d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:10Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': 'a13d6907-5343-4bd9-8e90-02f37d236415', 'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'mac_address': 'fa:16:3e:1f:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:08Z', 'updated_at': '2021-06-29T17:26:18Z', 'revision_number': 5, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'subnets': [{'id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:27.304058 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220bf3e-7aa2-4c0e-804d-6e1e16d64d6b None None] Checking router: 41c0429e-2796-4b61-9714-21d8f3c7dc58 for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:33:27.314876 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4220bf3e-7aa2-4c0e-804d-6e1e16d64d6b None None] Routers {'41c0429e-2796-4b61-9714-21d8f3c7dc58'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:27.315522 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-4220bf3e-7aa2-4c0e-804d-6e1e16d64d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:33:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['41c0429e-2796-4b61-9714-21d8f3c7dc58'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:27.539614 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-04535297-b9bd-4401-b852-18aceb3eb276 req-4e412a76-8ff2-43f8-b86a-2597e60ab39e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=248e785b-e6f4-4a0f-b237-0391e0868f7e HTTP/1.1" status: 200 len: 210 time: 0.0562716 Jun 29 17:33:27.594292 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-4220bf3e-7aa2-4c0e-804d-6e1e16d64d6b None None] Set router 41c0429e-2796-4b61-9714-21d8f3c7dc58 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:33:27.868810 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-4220bf3e-7aa2-4c0e-804d-6e1e16d64d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:10Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': 'a13d6907-5343-4bd9-8e90-02f37d236415', 'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'mac_address': 'fa:16:3e:1f:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:08Z', 'updated_at': '2021-06-29T17:26:18Z', 'revision_number': 5, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'subnets': [{'id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:27.915695 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220bf3e-7aa2-4c0e-804d-6e1e16d64d6b None None] The sync data for ids ['41c0429e-2796-4b61-9714-21d8f3c7dc58'] in dv-cinder-763306-14-smb is: [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:10Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': 'a13d6907-5343-4bd9-8e90-02f37d236415', 'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'mac_address': 'fa:16:3e:1f:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:08Z', 'updated_at': '2021-06-29T17:26:18Z', 'revision_number': 5, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'subnets': [{'id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:33:28.193122 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e029e6-d9a9-43b5-b4cc-f37ba560701b None None] New status for floating IP df0acaca-d861-4ad3-b942-cf75329af7be: DOWN {{(pid=93006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:33:28.712589 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43574) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:28.798890 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6189d3fe-5443-41e8-bf82-d936615fa080 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:28.838617 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6189d3fe-5443-41e8-bf82-d936615fa080 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:28.908319 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6189d3fe-5443-41e8-bf82-d936615fa080 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:28.911499 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6189d3fe-5443-41e8-bf82-d936615fa080 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:28.912730 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-6189d3fe-5443-41e8-bf82-d936615fa080 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "DELETE /v2.0/security-groups/851b4f9d-e215-4af6-8c29-725c9138e4e5 HTTP/1.1" status: 204 len: 168 time: 0.1985023 Jun 29 17:33:28.913583 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b943d98b-3dce-43ee-b235-c13bc66b27d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:28.917154 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43576) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:28.924330 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189d3fe-5443-41e8-bf82-d936615fa080 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851b4f9d-e215-4af6-8c29-725c9138e4e5,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:28.927403 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-6189d3fe-5443-41e8-bf82-d936615fa080 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:28.935231 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.api.v2.resource [None req-aecefb97-60f1-4c46-91cc-faed0ee54527 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] show failed (client error): The resource could not be found. Jun 29 17:33:28.936622 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-aecefb97-60f1-4c46-91cc-faed0ee54527 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups/851b4f9d-e215-4af6-8c29-725c9138e4e5 HTTP/1.1" status: 404 len: 347 time: 0.0182049 Jun 29 17:33:28.940015 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43578) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:29.120669 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.plugin [None req-33b69d3d-1f64-4d04-83f5-a5a2554f4f5b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Deleting port 266a7c73-30c5-494c-a829-eff64e3e2397 {{(pid=93003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:33:29.121265 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-33b69d3d-1f64-4d04-83f5-a5a2554f4f5b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:29.259232 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:29.260616 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-33b69d3d-1f64-4d04-83f5-a5a2554f4f5b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:29.261227 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-33b69d3d-1f64-4d04-83f5-a5a2554f4f5b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:29.283786 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.plugin [None req-33b69d3d-1f64-4d04-83f5-a5a2554f4f5b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Calling delete_port for 266a7c73-30c5-494c-a829-eff64e3e2397 owned by network:floatingip {{(pid=93003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:33:29.529818 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-33b69d3d-1f64-4d04-83f5-a5a2554f4f5b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8352303'] for port, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:29.534793 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-39cc2f3e-150c-49d6-93d2-fbe9100b9456 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:29.583415 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b69d3d-1f64-4d04-83f5-a5a2554f4f5b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event deleted for resources: {'Port': ['ID=266a7c73-30c5-494c-a829-eff64e3e2397,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:29.589330 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-33b69d3d-1f64-4d04-83f5-a5a2554f4f5b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:29.658005 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-33b69d3d-1f64-4d04-83f5-a5a2554f4f5b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for floatingip, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:29.660961 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-33b69d3d-1f64-4d04-83f5-a5a2554f4f5b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for floatingip, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:29.662224 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-33b69d3d-1f64-4d04-83f5-a5a2554f4f5b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "DELETE /v2.0/floatingips/df0acaca-d861-4ad3-b942-cf75329af7be HTTP/1.1" status: 204 len: 168 time: 0.7209103 Jun 29 17:33:29.771018 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device a7808e99-9fbf-424f-8978-04cdca56071c no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:33:29.804059 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: a7808e99-9fbf-424f-8978-04cdca56071c {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:33:29.804394 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device a7808e99-9fbf-424f-8978-04cdca56071c not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:33:30.069072 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43582) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:30.075004 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-ddd59d4e-d2f3-42d5-92c5-41f44de49d1e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1444757024', 'description': 'tempest-description--764051180'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:33:30.110592 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ddd59d4e-d2f3-42d5-92c5-41f44de49d1e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:30.238470 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ddd59d4e-d2f3-42d5-92c5-41f44de49d1e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:30.243277 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ddd59d4e-d2f3-42d5-92c5-41f44de49d1e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:30.246554 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-e6092906-60d1-4bbc-83cf-3663d219e7a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:30.272954 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-ddd59d4e-d2f3-42d5-92c5-41f44de49d1e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:30.274305 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-ddd59d4e-d2f3-42d5-92c5-41f44de49d1e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2040215 Jun 29 17:33:30.279143 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd59d4e-d2f3-42d5-92c5-41f44de49d1e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b69ee0-4ab7-4e09-936e-6991e0b476ad,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:30.279561 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43584) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:30.284404 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-ddd59d4e-d2f3-42d5-92c5-41f44de49d1e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:30.286558 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-7540ef0e-2fbf-448e-b688-aef5616e7ac1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Request body: {'security_group_rule': {'security_group_id': 'f5b69ee0-4ab7-4e09-936e-6991e0b476ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:33:30.322139 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7540ef0e-2fbf-448e-b688-aef5616e7ac1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:30.391779 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7540ef0e-2fbf-448e-b688-aef5616e7ac1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:30.397855 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7540ef0e-2fbf-448e-b688-aef5616e7ac1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:30.405978 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-47544223-b5f7-4e57-b74a-733ffbfdfcb0 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:30.437503 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540ef0e-2fbf-448e-b688-aef5616e7ac1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb2804b-b0ca-4fa8-8066-b3f73ab3cebd,revision_number=0']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:30.443009 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-7540ef0e-2fbf-448e-b688-aef5616e7ac1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:30.450285 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7540ef0e-2fbf-448e-b688-aef5616e7ac1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:30.452440 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-7540ef0e-2fbf-448e-b688-aef5616e7ac1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1713309 Jun 29 17:33:30.455319 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43586) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:30.464935 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-d0b3764a-8675-4da6-a620-5682b0db38a9 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Request body: {'security_group_rule': {'security_group_id': 'f5b69ee0-4ab7-4e09-936e-6991e0b476ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:33:30.514579 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d0b3764a-8675-4da6-a620-5682b0db38a9 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:30.597430 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d0b3764a-8675-4da6-a620-5682b0db38a9 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:30.602368 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d0b3764a-8675-4da6-a620-5682b0db38a9 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:30.605428 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-0b0194b6-14be-48be-95be-076e921df03c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:30.624319 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3764a-8675-4da6-a620-5682b0db38a9 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53f0125-884d-4f3c-a81e-70def18a5950,revision_number=0']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:30.627120 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-d0b3764a-8675-4da6-a620-5682b0db38a9 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:30.632283 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d0b3764a-8675-4da6-a620-5682b0db38a9 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:30.633602 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-d0b3764a-8675-4da6-a620-5682b0db38a9 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1768470 Jun 29 17:33:30.639181 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43588) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:30.644202 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Request body: {'floatingip': {'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:33:30.671520 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for floatingip, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:30.787650 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:30.920077 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Allocated IP 172.28.0.174 (48360abb-0c2a-46d3-ad90-a3956d77b608/c009a85e-4853-4052-a30a-9edb82f7da60/d3acd6df-3bd6-477d-ac6f-e9eb805b00a4) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:33:31.054365 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:31.101141 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:31.107713 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e93e91c2-f83a-44c3-954f-3c6559a8fbd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:31.151572 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:33:31.154924 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:33:31.158809 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:33:31.185035 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event updated for resources: {'Port': ['ID=d3acd6df-3bd6-477d-ac6f-e9eb805b00a4,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:31.189459 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:31.261119 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:31.334147 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:31.523384 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:31.529337 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:31.531953 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f7ab6c86-f329-45fe-99cf-0b9abd02bee8 tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:31.610833 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event updated for resources: {'Port': ['ID=d3acd6df-3bd6-477d-ac6f-e9eb805b00a4,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:31.615675 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:31.628257 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605382'] for floatingip, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:31.644808 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for floatingip, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:31.646585 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0062208 Jun 29 17:33:31.886597 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-3563188c-06b4-4632-94d6-9d1ca9c975ff tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1444757024&fields=id&tenant_id=2c41cecead69426387b4773190dc0f6b HTTP/1.1" status: 200 len: 267 time: 0.0395820 Jun 29 17:33:32.033922 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-b3c008e1-402e-4cb8-9327-30e3cc4b4571 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:32.035659 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-b3c008e1-402e-4cb8-9327-30e3cc4b4571 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/networks?id=9d56230f-544f-4f28-b4a7-b388e6742ab0 HTTP/1.1" status: 200 len: 810 time: 0.1385207 Jun 29 17:33:32.060537 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-4b66a442-2d94-4a5d-a0cd-6a437d97d765 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/quotas/2c41cecead69426387b4773190dc0f6b HTTP/1.1" status: 200 len: 375 time: 0.0173309 Jun 29 17:33:32.144591 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-c8e9d130-5939-4670-9983-7467fff68a87 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=2c41cecead69426387b4773190dc0f6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782051 Jun 29 17:33:32.680538 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-ada5bbee-be1d-450f-a0e9-d8e77dff866b service neutron] 10.222.0.101 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222778 Jun 29 17:33:32.782685 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-aeaf6af7-c81a-4286-9011-d2b7b61c1465 service neutron] 10.222.0.101 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946600 Jun 29 17:33:33.015804 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2b8c94f5-8c44-4247-a9fa-0b8dbc5caee5 req-02698967-f256-4a0a-b740-a2ea1adb5f28 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 210 time: 0.0484350 Jun 29 17:33:34.176373 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-546f3e9e-5e71-4f17-9f45-7c4ed5f000e1 req-90b72c41-8447-4220-857a-3e8a703424af tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 210 time: 0.0345125 Jun 29 17:33:34.491002 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e6c93ca7-3d9e-4334-881c-acd20bdc0612 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:34.492622 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e6c93ca7-3d9e-4334-881c-acd20bdc0612 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.72 "GET /v2.0/networks?id=9d56230f-544f-4f28-b4a7-b388e6742ab0 HTTP/1.1" status: 200 len: 810 time: 0.1239779 Jun 29 17:33:34.551317 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-89691b8f-0403-4307-89dd-287ab510e4ff tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c41cecead69426387b4773190dc0f6b HTTP/1.1" status: 200 len: 380 time: 0.0434802 Jun 29 17:33:34.578894 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-cf64c406-3ae9-41c8-93db-fa67bae029fd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Request body: {'port': {'device_id': '641d2cab-c2ac-4379-8794-cab6fb4fa9a3', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'admin_state_up': True, 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'security_groups': ['f5b69ee0-4ab7-4e09-936e-6991e0b476ad']}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:33:34.716777 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-cf64c406-3ae9-41c8-93db-fa67bae029fd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Made reservation on behalf of 2c41cecead69426387b4773190dc0f6b for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:33:34.721459 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-cf64c406-3ae9-41c8-93db-fa67bae029fd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:34.874897 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-cf64c406-3ae9-41c8-93db-fa67bae029fd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Allocated IP 172.20.0.12 (9d56230f-544f-4f28-b4a7-b388e6742ab0/9c2569ae-33c2-4499-81ca-7dac22d3f2ab/96181731-b453-4a23-827b-ba2c3914f593) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:33:35.033628 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-cf64c406-3ae9-41c8-93db-fa67bae029fd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:35.055853 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-cf64c406-3ae9-41c8-93db-fa67bae029fd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Transition to ACTIVE for port object 96181731-b453-4a23-827b-ba2c3914f593 will not be triggered until provisioned by entity DHCP. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:33:35.097098 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-cf64c406-3ae9-41c8-93db-fa67bae029fd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:35.101497 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-fd7895ec-03e3-41ba-a5fb-a5d239f8065b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:35.151713 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-cf64c406-3ae9-41c8-93db-fa67bae029fd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Network 9d56230f-544f-4f28-b4a7-b388e6742ab0 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:33:35.155619 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-cf64c406-3ae9-41c8-93db-fa67bae029fd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:33:35.159841 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-cf64c406-3ae9-41c8-93db-fa67bae029fd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:33:35.196285 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64c406-3ae9-41c8-93db-fa67bae029fd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event updated for resources: {'Port': ['ID=96181731-b453-4a23-827b-ba2c3914f593,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:35.204435 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-cf64c406-3ae9-41c8-93db-fa67bae029fd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:35.243560 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-cf64c406-3ae9-41c8-93db-fa67bae029fd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:35.245009 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-cf64c406-3ae9-41c8-93db-fa67bae029fd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:35.270016 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-cf64c406-3ae9-41c8-93db-fa67bae029fd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6967611 Jun 29 17:33:35.285012 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Request body: {'port': {'device_id': '641d2cab-c2ac-4379-8794-cab6fb4fa9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:33:35.444452 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:35.488777 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-a3ceb283-c777-4956-9bb8-0d40abfcc1c9 None None] Provisioning for port 96181731-b453-4a23-827b-ba2c3914f593 completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:33:35.493149 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-a3ceb283-c777-4956-9bb8-0d40abfcc1c9 None None] Provisioning complete for port 96181731-b453-4a23-827b-ba2c3914f593 triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:35.493702 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-a3ceb283-c777-4956-9bb8-0d40abfcc1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:35.533394 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-a3ceb283-c777-4956-9bb8-0d40abfcc1c9 None None] Port 96181731-b453-4a23-827b-ba2c3914f593 cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:33:35.587242 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f838cf4-9a0b-4179-bb7d-66c6a81b1dd7 req-16477c96-0ab5-43c4-89a5-90754846ac3a tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:35.590014 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0f838cf4-9a0b-4179-bb7d-66c6a81b1dd7 req-16477c96-0ab5-43c4-89a5-90754846ac3a tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 932 time: 0.2199752 Jun 29 17:33:35.720091 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0f838cf4-9a0b-4179-bb7d-66c6a81b1dd7 req-f2969209-c94c-4143-b7aa-8b0b00779081 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=f5b69ee0-4ab7-4e09-936e-6991e0b476ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220081 Jun 29 17:33:35.923890 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96181731-b453-4a23-827b-ba2c3914f593 {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:33:35.932633 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:35.947751 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Transition to ACTIVE for port object 96181731-b453-4a23-827b-ba2c3914f593 will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:33:35.953027 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:35.955659 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f4084587-0183-4a0b-aecb-f59a983e8361 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:36.013058 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Pushing event updated for resources: {'Port': ['ID=96181731-b453-4a23-827b-ba2c3914f593,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:36.038164 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:36.105221 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Attempting to bind port 96181731-b453-4a23-827b-ba2c3914f593 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:33:36.105546 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Attempting to bind port 96181731-b453-4a23-827b-ba2c3914f593 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:33:36.105878 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Attempting to bind port 96181731-b453-4a23-827b-ba2c3914f593 on network 9d56230f-544f-4f28-b4a7-b388e6742ab0 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:33:36.112196 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Port 96181731-b453-4a23-827b-ba2c3914f593 on network 9d56230f-544f-4f28-b4a7-b388e6742ab0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:33:36.112525 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Attempting to bind port 96181731-b453-4a23-827b-ba2c3914f593 on network 9d56230f-544f-4f28-b4a7-b388e6742ab0 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:33:36.121800 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:33:36.122393 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Checking segment: {'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:33:36.123081 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Bound using segment: {'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:33:36.123811 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Bound port: 96181731-b453-4a23-827b-ba2c3914f593, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:33:36.124409 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:36.246425 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] For port 96181731-b453-4a23-827b-ba2c3914f593, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:33:36.250696 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] For port 96181731-b453-4a23-827b-ba2c3914f593, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=96181731-b453-4a23-827b-ba2c3914f593,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:33:36.258542 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:36.264123 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:36.317944 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:36.319041 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:36.321523 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] 10.222.0.72 "PUT /v2.0/ports/96181731-b453-4a23-827b-ba2c3914f593 HTTP/1.1" status: 200 len: 1094 time: 1.0417428 Jun 29 17:33:36.322433 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641d2cab-c2ac-4379-8794-cab6fb4fa9a3', 'tag': '96181731-b453-4a23-827b-ba2c3914f593'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:33:36.326686 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c41999-3e27-4999-b802-7a96b4fdac26" -d '{"events": [{"name": "network-changed", "server_uuid": "641d2cab-c2ac-4379-8794-cab6fb4fa9a3", "tag": "96181731-b453-4a23-827b-ba2c3914f593"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:33:36.374186 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Pushing event updated for resources: {'Port': ['ID=96181731-b453-4a23-827b-ba2c3914f593,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:36.380746 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:36.433682 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834cb2c9-43ed-44ae-ab44-3505395c2d2a x-openstack-request-id: req-834cb2c9-43ed-44ae-ab44-3505395c2d2a {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:33:36.434198 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641d2cab-c2ac-4379-8794-cab6fb4fa9a3", "tag": "96181731-b453-4a23-827b-ba2c3914f593", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:33:36.434667 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-834cb2c9-43ed-44ae-ab44-3505395c2d2a {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:33:36.435367 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641d2cab-c2ac-4379-8794-cab6fb4fa9a3', 'tag': '96181731-b453-4a23-827b-ba2c3914f593', 'status': 'completed', 'code': 200} Jun 29 17:33:36.482586 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-91e7d54c-2c48-4193-88c3-1a4b180bb66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:36.485221 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-91e7d54c-2c48-4193-88c3-1a4b180bb66e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c41cecead69426387b4773190dc0f6b&device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 1097 time: 0.1022234 Jun 29 17:33:36.537841 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-226cb0c0-babd-4066-aad9-ee2b844de18a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96181731-b453-4a23-827b-ba2c3914f593 HTTP/1.1" status: 200 len: 217 time: 0.0417624 Jun 29 17:33:36.601724 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-2b6547a9-53a5-406d-b9e5-664d8f0bca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:36.604122 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-2b6547a9-53a5-406d-b9e5-664d8f0bca79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9c2569ae-33c2-4499-81ca-7dac22d3f2ab HTTP/1.1" status: 200 len: 849 time: 0.0562065 Jun 29 17:33:36.674169 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-60a8879a-65c6-481b-b218-7a5bd5047f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:36.675724 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-60a8879a-65c6-481b-b218-7a5bd5047f0e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d56230f-544f-4f28-b4a7-b388e6742ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0599763 Jun 29 17:33:36.801195 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-d0f5d217-48ba-4645-b80f-057285022f71 service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161480 Jun 29 17:33:37.001741 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0fe46998-fb4e-4b54-973a-1d2d38e35748 req-89af5346-0795-425e-89db-d10a4975793c service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910567 Jun 29 17:33:37.019307 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9dfe5-4cd3-4b36-88ce-d61608a3b6b0 req-041cbb7b-169f-4621-930c-b0f21a2e47d4 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:37.021400 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9fb9dfe5-4cd3-4b36-88ce-d61608a3b6b0 req-041cbb7b-169f-4621-930c-b0f21a2e47d4 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 944 time: 0.1381860 Jun 29 17:33:37.102269 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9fb9dfe5-4cd3-4b36-88ce-d61608a3b6b0 req-52c19f6a-3378-4384-bd19-de81b2b2de32 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=f5b69ee0-4ab7-4e09-936e-6991e0b476ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706809 Jun 29 17:33:37.138168 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c41999-3e27-4999-b802-7a96b4fdac26 req-42a917fe-6cf5-40a7-b23c-2e6cb81e664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:37.139785 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a6c41999-3e27-4999-b802-7a96b4fdac26 req-42a917fe-6cf5-40a7-b23c-2e6cb81e664b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c41cecead69426387b4773190dc0f6b&device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 1097 time: 0.0721736 Jun 29 17:33:37.244051 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c41999-3e27-4999-b802-7a96b4fdac26 req-a2c3447a-0bb9-4860-81f9-f0fbb2def373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:37.245777 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a6c41999-3e27-4999-b802-7a96b4fdac26 req-a2c3447a-0bb9-4860-81f9-f0fbb2def373 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d56230f-544f-4f28-b4a7-b388e6742ab0 HTTP/1.1" status: 200 len: 912 time: 0.0976503 Jun 29 17:33:37.301804 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a6c41999-3e27-4999-b802-7a96b4fdac26 req-d5c353fd-2a9c-4e11-a328-1b2d6d90288f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96181731-b453-4a23-827b-ba2c3914f593 HTTP/1.1" status: 200 len: 217 time: 0.0453608 Jun 29 17:33:37.366959 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c41999-3e27-4999-b802-7a96b4fdac26 req-ffa85951-4b28-4ae0-a5fa-705036acee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:37.369743 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a6c41999-3e27-4999-b802-7a96b4fdac26 req-ffa85951-4b28-4ae0-a5fa-705036acee9b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9c2569ae-33c2-4499-81ca-7dac22d3f2ab HTTP/1.1" status: 200 len: 849 time: 0.0602729 Jun 29 17:33:37.444287 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c41999-3e27-4999-b802-7a96b4fdac26 req-17873528-3b95-456e-87a9-7df0d2f0e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:37.446192 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a6c41999-3e27-4999-b802-7a96b4fdac26 req-17873528-3b95-456e-87a9-7df0d2f0e5b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d56230f-544f-4f28-b4a7-b388e6742ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0676734 Jun 29 17:33:37.561366 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a6c41999-3e27-4999-b802-7a96b4fdac26 req-fc4138f5-27a5-471b-a2f2-354398a75e34 service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062360 Jun 29 17:33:37.666014 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a6c41999-3e27-4999-b802-7a96b4fdac26 req-09a432de-c3aa-4ca9-8364-1827a508d94e service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966103 Jun 29 17:33:38.390589 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4c5ed-8a2d-4cb8-819a-3d4a8d158f11 req-de1a74e7-f8b7-4470-b4fc-0074a5a85fc9 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:38.392165 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f4f4c5ed-8a2d-4cb8-819a-3d4a8d158f11 req-de1a74e7-f8b7-4470-b4fc-0074a5a85fc9 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0752578 Jun 29 17:33:38.442996 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f4f4c5ed-8a2d-4cb8-819a-3d4a8d158f11 req-e20f8624-c8a2-46fc-ae2a-33d556d1c5de tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=f5b69ee0-4ab7-4e09-936e-6991e0b476ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387907 Jun 29 17:33:39.659025 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5769c16-53da-42b0-92c8-5074ee244db0 req-5d3c4401-e2ef-43a1-b67f-a66c50415af1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:39.660714 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e5769c16-53da-42b0-92c8-5074ee244db0 req-5d3c4401-e2ef-43a1-b67f-a66c50415af1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0780010 Jun 29 17:33:39.710565 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e5769c16-53da-42b0-92c8-5074ee244db0 req-e7096c1d-1567-4342-8f8d-5d222f2e7c3a tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=f5b69ee0-4ab7-4e09-936e-6991e0b476ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390339 Jun 29 17:33:39.799407 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 96181731-b453-4a23-827b-ba2c3914f593 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:33:39.961519 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 96181731-b453-4a23-827b-ba2c3914f593, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=96181731-b453-4a23-827b-ba2c3914f593,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:39.975492 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': '96181731-b453-4a23-827b-ba2c3914f593', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'port_id': '96181731-b453-4a23-827b-ba2c3914f593', 'mac_address': 'fa:16:3e:0a:ed:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:33:40.019843 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:40.035804 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96181731-b453-4a23-827b-ba2c3914f593 {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:33:40.062548 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 96181731-b453-4a23-827b-ba2c3914f593, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=96181731-b453-4a23-827b-ba2c3914f593,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:40.067484 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:40.070725 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:40.140808 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=96181731-b453-4a23-827b-ba2c3914f593,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:40.153109 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:40.153608 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:40.154084 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:40.154573 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:40.155059 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:40.155589 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:40.156096 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:40.156585 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:40.157072 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:40.157579 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:40.158058 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:40.158526 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:40.164952 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:40.536443 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['96181731-b453-4a23-827b-ba2c3914f593'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:33:40.930189 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc658889-f432-47b7-bf5b-282a6984f1a7 req-4f139336-9aab-4584-9696-5ee1777ff16f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:40.933207 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-bc658889-f432-47b7-bf5b-282a6984f1a7 req-4f139336-9aab-4584-9696-5ee1777ff16f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 945 time: 0.0982883 Jun 29 17:33:40.987835 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-bc658889-f432-47b7-bf5b-282a6984f1a7 req-a10af463-f89a-4368-b508-a399971bc289 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=f5b69ee0-4ab7-4e09-936e-6991e0b476ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439487 Jun 29 17:33:41.831698 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 96181731-b453-4a23-827b-ba2c3914f593 up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:33:41.914052 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port 96181731-b453-4a23-827b-ba2c3914f593 completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:33:41.919407 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port 96181731-b453-4a23-827b-ba2c3914f593 triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:41.919856 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.019693 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.049309 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641d2cab-c2ac-4379-8794-cab6fb4fa9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96181731-b453-4a23-827b-ba2c3914f593'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:33:42.052314 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3d6955-f6af-48a2-9649-9cc391820e83" -d '{"events": [{"server_uuid": "641d2cab-c2ac-4379-8794-cab6fb4fa9a3", "name": "network-vif-plugged", "status": "completed", "tag": "96181731-b453-4a23-827b-ba2c3914f593"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:33:42.069955 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port 96181731-b453-4a23-827b-ba2c3914f593, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=96181731-b453-4a23-827b-ba2c3914f593,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:42.075267 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:42.077765 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:42.132563 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676bbd8c-289f-425a-9d9a-61f19a25789c x-openstack-request-id: req-676bbd8c-289f-425a-9d9a-61f19a25789c {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:33:42.132887 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641d2cab-c2ac-4379-8794-cab6fb4fa9a3", "name": "network-vif-plugged", "status": "completed", "tag": "96181731-b453-4a23-827b-ba2c3914f593", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:33:42.133166 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-676bbd8c-289f-425a-9d9a-61f19a25789c {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:33:42.133800 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641d2cab-c2ac-4379-8794-cab6fb4fa9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96181731-b453-4a23-827b-ba2c3914f593', 'code': 200} Jun 29 17:33:42.145786 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=96181731-b453-4a23-827b-ba2c3914f593,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:42.151182 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:42.228428 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efd054-2657-40f8-be12-649e579b6284 req-7e9d0186-6ca8-4459-b524-d7d5e82673bb tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:42.231065 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-67efd054-2657-40f8-be12-649e579b6284 req-7e9d0186-6ca8-4459-b524-d7d5e82673bb tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 946 time: 0.0901148 Jun 29 17:33:42.287075 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-67efd054-2657-40f8-be12-649e579b6284 req-a218203b-3401-4f85-921d-d5d8eecf54c6 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=f5b69ee0-4ab7-4e09-936e-6991e0b476ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446613 Jun 29 17:33:42.472065 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb29ec6-2e60-4cc1-aa40-c188f5dea30e req-c51c204c-29c5-43f4-8b3d-99f906015768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:42.474727 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-deb29ec6-2e60-4cc1-aa40-c188f5dea30e req-c51c204c-29c5-43f4-8b3d-99f906015768 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 1099 time: 0.0961719 Jun 29 17:33:42.515671 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-deb29ec6-2e60-4cc1-aa40-c188f5dea30e req-4a3aa1c4-49a3-436c-acff-8abefd24a96c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f5b69ee0-4ab7-4e09-936e-6991e0b476ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339193 Jun 29 17:33:43.511867 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc68dc2-f3f6-4021-ae26-cd057f36ec48 req-ee678650-8a20-4c8b-abf4-5350ed937a65 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:43.514482 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8cc68dc2-f3f6-4021-ae26-cd057f36ec48 req-ee678650-8a20-4c8b-abf4-5350ed937a65 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 946 time: 0.0903029 Jun 29 17:33:43.559213 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8cc68dc2-f3f6-4021-ae26-cd057f36ec48 req-b2503418-ce22-484f-bba3-a2f6f6d5006b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=f5b69ee0-4ab7-4e09-936e-6991e0b476ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383427 Jun 29 17:33:44.762462 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c25ef-984d-4056-b44d-5460eeb3293d req-8b4298ad-6738-4cbf-bda4-405abfa09255 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:44.764163 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-aa1c25ef-984d-4056-b44d-5460eeb3293d req-8b4298ad-6738-4cbf-bda4-405abfa09255 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 946 time: 0.0730605 Jun 29 17:33:44.790136 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:44.814641 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-aa1c25ef-984d-4056-b44d-5460eeb3293d req-61c0d6e5-e59f-4174-8443-1fff09c2fcd8 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=f5b69ee0-4ab7-4e09-936e-6991e0b476ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400279 Jun 29 17:33:45.102803 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426eb6a0-2e00-4852-a3e2-7b9caf48d119 req-d5f56c60-5995-47f7-8497-74518ac69d57 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:45.104393 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-426eb6a0-2e00-4852-a3e2-7b9caf48d119 req-d5f56c60-5995-47f7-8497-74518ac69d57 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 946 time: 0.0834072 Jun 29 17:33:45.114364 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43646) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:45.121005 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-1b22c10f-7f98-436d-8402-f20336a3d817 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Request body: {'floatingip': {'port_id': '96181731-b453-4a23-827b-ba2c3914f593'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:33:45.164826 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1b22c10f-7f98-436d-8402-f20336a3d817 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for floatingip, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:45.742256 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1b22c10f-7f98-436d-8402-f20336a3d817 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:45.748237 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1b22c10f-7f98-436d-8402-f20336a3d817 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605382'] for floatingip, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:45.868946 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.l3_db [None req-1b22c10f-7f98-436d-8402-f20336a3d817 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Floating IP d81d7988-7d5b-4e7f-adcb-9cadca8b5f30 associated. External IP: 172.28.0.174, port: 96181731-b453-4a23-827b-ba2c3914f593. Jun 29 17:33:46.416211 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b22c10f-7f98-436d-8402-f20336a3d817 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Router 41c0429e-2796-4b61-9714-21d8f3c7dc58 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:33:46.542883 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b22c10f-7f98-436d-8402-f20336a3d817 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:33:46.548214 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1b22c10f-7f98-436d-8402-f20336a3d817 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for floatingip, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:46.554699 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d4a61-a748-40fb-8133-c1289a4e756b None None] Sync routers for ids ['41c0429e-2796-4b61-9714-21d8f3c7dc58'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:33:46.567972 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d4a61-a748-40fb-8133-c1289a4e756b None None] Routers {'41c0429e-2796-4b61-9714-21d8f3c7dc58'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:46.568636 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-f74d4a61-a748-40fb-8133-c1289a4e756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:33:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['41c0429e-2796-4b61-9714-21d8f3c7dc58'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:46.596290 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-1b22c10f-7f98-436d-8402-f20336a3d817 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "PUT /v2.0/floatingips/d81d7988-7d5b-4e7f-adcb-9cadca8b5f30 HTTP/1.1" status: 200 len: 992 time: 1.4803782 Jun 29 17:33:46.597219 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641d2cab-c2ac-4379-8794-cab6fb4fa9a3', 'tag': '96181731-b453-4a23-827b-ba2c3914f593'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:33:46.600540 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ceb8fd-bb40-4901-8d82-41f6d7f1d380" -d '{"events": [{"name": "network-changed", "server_uuid": "641d2cab-c2ac-4379-8794-cab6fb4fa9a3", "tag": "96181731-b453-4a23-827b-ba2c3914f593"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:33:46.680514 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd17b70-f410-450e-a60d-15bf836dca45 x-openstack-request-id: req-fdd17b70-f410-450e-a60d-15bf836dca45 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:33:46.680937 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641d2cab-c2ac-4379-8794-cab6fb4fa9a3", "tag": "96181731-b453-4a23-827b-ba2c3914f593", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:33:46.681714 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fdd17b70-f410-450e-a60d-15bf836dca45 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:33:46.681714 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641d2cab-c2ac-4379-8794-cab6fb4fa9a3', 'tag': '96181731-b453-4a23-827b-ba2c3914f593', 'status': 'completed', 'code': 200} Jun 29 17:33:46.719401 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-f74d4a61-a748-40fb-8133-c1289a4e756b None None] Set router 41c0429e-2796-4b61-9714-21d8f3c7dc58 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:33:46.795308 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ceb8fd-bb40-4901-8d82-41f6d7f1d380 req-701230b8-f78f-4292-9ca6-2045e3a1bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:46.797802 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a0ceb8fd-bb40-4901-8d82-41f6d7f1d380 req-701230b8-f78f-4292-9ca6-2045e3a1bd04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c41cecead69426387b4773190dc0f6b&device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 1099 time: 0.0682731 Jun 29 17:33:46.926564 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ceb8fd-bb40-4901-8d82-41f6d7f1d380 req-48c7c54b-4030-41a4-8965-1c036abd9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:46.929241 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a0ceb8fd-bb40-4901-8d82-41f6d7f1d380 req-48c7c54b-4030-41a4-8965-1c036abd9419 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d56230f-544f-4f28-b4a7-b388e6742ab0 HTTP/1.1" status: 200 len: 912 time: 0.1200788 Jun 29 17:33:47.044292 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a0ceb8fd-bb40-4901-8d82-41f6d7f1d380 req-69fb5f0a-dc09-4047-bbbd-54eef37e1cbb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96181731-b453-4a23-827b-ba2c3914f593 HTTP/1.1" status: 200 len: 1000 time: 0.1049542 Jun 29 17:33:47.069403 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-f74d4a61-a748-40fb-8133-c1289a4e756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:10Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': 'd81d7988-7d5b-4e7f-adcb-9cadca8b5f30', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'floating_ip_address': '172.28.0.174', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'port_id': '96181731-b453-4a23-827b-ba2c3914f593', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'mac_address': 'fa:16:3e:0a:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641d2cab-c2ac-4379-8794-cab6fb4fa9a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:33:31Z', 'updated_at': '2021-06-29T17:33:45Z', 'revision_number': 1, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13d6907-5343-4bd9-8e90-02f37d236415', 'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'mac_address': 'fa:16:3e:1f:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:08Z', 'updated_at': '2021-06-29T17:26:18Z', 'revision_number': 5, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'subnets': [{'id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:47.102191 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d4a61-a748-40fb-8133-c1289a4e756b None None] Checking router: 41c0429e-2796-4b61-9714-21d8f3c7dc58 for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:33:47.112820 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d4a61-a748-40fb-8133-c1289a4e756b None None] Routers {'41c0429e-2796-4b61-9714-21d8f3c7dc58'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:47.113429 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ceb8fd-bb40-4901-8d82-41f6d7f1d380 req-10663ef7-2854-4415-859a-8fd8eb95d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:47.113564 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-f74d4a61-a748-40fb-8133-c1289a4e756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:33:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['41c0429e-2796-4b61-9714-21d8f3c7dc58'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:47.115086 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a0ceb8fd-bb40-4901-8d82-41f6d7f1d380 req-10663ef7-2854-4415-859a-8fd8eb95d1fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9c2569ae-33c2-4499-81ca-7dac22d3f2ab HTTP/1.1" status: 200 len: 849 time: 0.0622990 Jun 29 17:33:47.193825 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ceb8fd-bb40-4901-8d82-41f6d7f1d380 req-63cbe572-20f9-4e1d-88b1-a6e7a9567380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:47.196442 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a0ceb8fd-bb40-4901-8d82-41f6d7f1d380 req-63cbe572-20f9-4e1d-88b1-a6e7a9567380 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d56230f-544f-4f28-b4a7-b388e6742ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0733471 Jun 29 17:33:47.245411 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-f74d4a61-a748-40fb-8133-c1289a4e756b None None] Set router 41c0429e-2796-4b61-9714-21d8f3c7dc58 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:33:47.336133 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a0ceb8fd-bb40-4901-8d82-41f6d7f1d380 req-b319188a-3800-4395-a364-58b7e135b37e service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255105 Jun 29 17:33:47.484949 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a0ceb8fd-bb40-4901-8d82-41f6d7f1d380 req-5946a8e7-c4aa-4acc-9210-6938a65018a4 service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381059 Jun 29 17:33:47.561796 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-f74d4a61-a748-40fb-8133-c1289a4e756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:10Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': 'd81d7988-7d5b-4e7f-adcb-9cadca8b5f30', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'floating_ip_address': '172.28.0.174', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'port_id': '96181731-b453-4a23-827b-ba2c3914f593', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'mac_address': 'fa:16:3e:0a:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641d2cab-c2ac-4379-8794-cab6fb4fa9a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:33:31Z', 'updated_at': '2021-06-29T17:33:45Z', 'revision_number': 1, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13d6907-5343-4bd9-8e90-02f37d236415', 'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'mac_address': 'fa:16:3e:1f:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:08Z', 'updated_at': '2021-06-29T17:26:18Z', 'revision_number': 5, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'subnets': [{'id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:47.596758 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d4a61-a748-40fb-8133-c1289a4e756b None None] The sync data for ids ['41c0429e-2796-4b61-9714-21d8f3c7dc58'] in dv-cinder-763306-14-smb is: [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:10Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': 'd81d7988-7d5b-4e7f-adcb-9cadca8b5f30', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'floating_ip_address': '172.28.0.174', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'port_id': '96181731-b453-4a23-827b-ba2c3914f593', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'mac_address': 'fa:16:3e:0a:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641d2cab-c2ac-4379-8794-cab6fb4fa9a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:33:31Z', 'updated_at': '2021-06-29T17:33:45Z', 'revision_number': 1, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13d6907-5343-4bd9-8e90-02f37d236415', 'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'mac_address': 'fa:16:3e:1f:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:08Z', 'updated_at': '2021-06-29T17:26:18Z', 'revision_number': 5, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'subnets': [{'id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:33:47.851126 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba694f83-6cbb-498c-ba84-9eaffe94252e None None] New status for floating IP d81d7988-7d5b-4e7f-adcb-9cadca8b5f30: ACTIVE {{(pid=93006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:33:47.877751 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-78ae250a-a58d-49de-8995-b71e655af753 req-56502c0f-6a17-464e-be38-2a6c90611d41 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1029150 Jun 29 17:33:47.994372 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae250a-a58d-49de-8995-b71e655af753 req-8cfbdad7-8ec4-48a8-b4a5-f69e292e717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:47.997324 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-78ae250a-a58d-49de-8995-b71e655af753 req-8cfbdad7-8ec4-48a8-b4a5-f69e292e717a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a55c9f03f035457f8efa3c0a4a535cca&device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 1098 time: 0.0799050 Jun 29 17:33:48.139390 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae250a-a58d-49de-8995-b71e655af753 req-57540ad3-9ba6-487b-8393-7ea0d3ea6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:48.141084 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-78ae250a-a58d-49de-8995-b71e655af753 req-57540ad3-9ba6-487b-8393-7ea0d3ea6485 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74e5cd0c-24da-4292-b907-cd569f5acc13 HTTP/1.1" status: 200 len: 909 time: 0.1107931 Jun 29 17:33:48.225616 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-78ae250a-a58d-49de-8995-b71e655af753 req-839a91ee-7935-45de-97dc-017d13746396 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6148871-267a-4a7b-b572-cb8a55a78a12 HTTP/1.1" status: 200 len: 1001 time: 0.0723562 Jun 29 17:33:48.282616 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae250a-a58d-49de-8995-b71e655af753 req-402431c6-65fa-4339-b470-6652325af336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:48.284375 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-78ae250a-a58d-49de-8995-b71e655af753 req-402431c6-65fa-4339-b470-6652325af336 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d932e18c-a0bb-4632-863a-53bc43ec0f10 HTTP/1.1" status: 200 len: 846 time: 0.0493529 Jun 29 17:33:48.354100 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae250a-a58d-49de-8995-b71e655af753 req-d430686d-5505-4802-be93-13a5f0c45be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:48.355739 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-78ae250a-a58d-49de-8995-b71e655af753 req-d430686d-5505-4802-be93-13a5f0c45be5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74e5cd0c-24da-4292-b907-cd569f5acc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0612063 Jun 29 17:33:48.494282 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-78ae250a-a58d-49de-8995-b71e655af753 req-02817568-2b9b-45ab-bcb2-e4a5ee579aa4 service neutron] 10.222.0.72 "GET /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077454 Jun 29 17:33:48.602752 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-78ae250a-a58d-49de-8995-b71e655af753 req-92c55a68-7c68-415b-b127-83fe030a8336 service neutron] 10.222.0.72 "GET /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958581 Jun 29 17:33:51.310399 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-fc22573f-39c2-41be-bdb7-a1082351d366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.561764 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:33:54.616547 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:54.843413 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-874e20b2-93bc-4b92-aa0d-cd608f1c1ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:56.898208 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:59.261717 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:14.798009 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:21.313032 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-2f69232d-9772-4929-b256-755617ed808c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:24.623592 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:24.838623 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-a877d935-ccf9-4a93-b81f-d962e22f9c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:26.901766 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:28.562063 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:34:29.263184 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:44.807842 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:46.546175 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97237aa4-866b-488b-9e97-bf25c9b15e89 req-290e3bad-4e14-4609-8a4e-8440a41fe3c8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:46.547852 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-97237aa4-866b-488b-9e97-bf25c9b15e89 req-290e3bad-4e14-4609-8a4e-8440a41fe3c8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 947 time: 0.0864503 Jun 29 17:34:46.595344 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-97237aa4-866b-488b-9e97-bf25c9b15e89 req-e3371e3e-ab04-4160-b4eb-757802e03b2b tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403805 Jun 29 17:34:47.817732 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa5ddb-e9b3-4aa5-a375-5a257816d36b req-c0dba712-57aa-436d-a79e-f4861bba41f3 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:47.820165 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-affa5ddb-e9b3-4aa5-a375-5a257816d36b req-c0dba712-57aa-436d-a79e-f4861bba41f3 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 947 time: 0.0834870 Jun 29 17:34:47.865890 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-affa5ddb-e9b3-4aa5-a375-5a257816d36b req-52b42012-d780-427a-a6e8-302eb5766e23 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389528 Jun 29 17:34:48.809243 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4e7bf-efb5-4128-9939-76e59547339c req-175942b5-ce18-4fbb-b970-7e76e55729a8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:48.810851 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-32f4e7bf-efb5-4128-9939-76e59547339c req-175942b5-ce18-4fbb-b970-7e76e55729a8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 947 time: 0.0896366 Jun 29 17:34:48.960055 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-32f4e7bf-efb5-4128-9939-76e59547339c req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Deleting port 03a4e65c-14be-46e3-af5a-de0eeae6eb59 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:34:48.960631 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-32f4e7bf-efb5-4128-9939-76e59547339c req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:49.078377 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f8963-82e5-4dc3-9ee2-49f644a92683 req-0c5e8691-33e4-486d-a5c0-83e5e71cf528 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:49.079942 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-799f8963-82e5-4dc3-9ee2-49f644a92683 req-0c5e8691-33e4-486d-a5c0-83e5e71cf528 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 947 time: 0.0741155 Jun 29 17:34:49.137393 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-799f8963-82e5-4dc3-9ee2-49f644a92683 req-afe83958-5450-484d-8735-3454a0741291 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=7b8d5aab-787b-4f3b-81f1-9c669337f45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500336 Jun 29 17:34:49.138014 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-32f4e7bf-efb5-4128-9939-76e59547339c req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] For port 03a4e65c-14be-46e3-af5a-de0eeae6eb59, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=03a4e65c-14be-46e3-af5a-de0eeae6eb59,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:34:49.138435 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-32f4e7bf-efb5-4128-9939-76e59547339c req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:49.336797 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-32f4e7bf-efb5-4128-9939-76e59547339c req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:49.336797 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-32f4e7bf-efb5-4128-9939-76e59547339c req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605382'] for floatingip, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:49.336797 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.l3_db [req-32f4e7bf-efb5-4128-9939-76e59547339c req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Floating IP a1674826-edeb-4de5-9b13-8612d72cae5c disassociated. External IP: 172.28.0.65, port: 03a4e65c-14be-46e3-af5a-de0eeae6eb59. Jun 29 17:34:49.336797 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-32f4e7bf-efb5-4128-9939-76e59547339c req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Calling delete_port for 03a4e65c-14be-46e3-af5a-de0eeae6eb59 owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:34:49.509071 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-32f4e7bf-efb5-4128-9939-76e59547339c req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:49.513784 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-78952d03-496d-4338-9ab1-ad4011ee9db1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:49.543392 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event deleted for resources: {'Port': ['ID=03a4e65c-14be-46e3-af5a-de0eeae6eb59,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:49.556864 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:49.557328 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:49.557631 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:49.557987 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:49.558340 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:49.558692 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:49.559043 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:49.559391 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:49.559739 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:49.560091 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:49.560557 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:49.560965 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:49.566261 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:49.727132 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32f4e7bf-efb5-4128-9939-76e59547339c req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Router 754c3408-bfbc-45f3-8409-d405d07c2ac0 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:34:49.886609 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32f4e7bf-efb5-4128-9939-76e59547339c req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:34:49.900636 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af556cb-97a4-4788-84c8-fd088e91d380 None None] Sync routers for ids ['754c3408-bfbc-45f3-8409-d405d07c2ac0'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:34:49.918093 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af556cb-97a4-4788-84c8-fd088e91d380 None None] Routers {'754c3408-bfbc-45f3-8409-d405d07c2ac0'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:34:49.919131 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-9af556cb-97a4-4788-84c8-fd088e91d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:34:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['754c3408-bfbc-45f3-8409-d405d07c2ac0'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:34:49.950700 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f4e7bf-efb5-4128-9939-76e59547339c req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] No DVR routers for this DVR port 03a4e65c-14be-46e3-af5a-de0eeae6eb59 on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:34:49.954213 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-32f4e7bf-efb5-4128-9939-76e59547339c req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:49.956537 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-32f4e7bf-efb5-4128-9939-76e59547339c req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.72 "DELETE /v2.0/ports/03a4e65c-14be-46e3-af5a-de0eeae6eb59 HTTP/1.1" status: 204 len: 173 time: 1.1376646 Jun 29 17:34:49.957112 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'name': 'network-vif-deleted', 'tag': '03a4e65c-14be-46e3-af5a-de0eeae6eb59'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:34:49.960804 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443a19c7-1266-4bbf-ad85-02bc82069af4" -d '{"events": [{"server_uuid": "4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17", "name": "network-vif-deleted", "tag": "03a4e65c-14be-46e3-af5a-de0eeae6eb59"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:34:50.024450 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3c82f9-3595-4e5c-930d-c3897d17d084 x-openstack-request-id: req-0b3c82f9-3595-4e5c-930d-c3897d17d084 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:34:50.024891 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17", "name": "network-vif-deleted", "tag": "03a4e65c-14be-46e3-af5a-de0eeae6eb59", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:34:50.025904 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0b3c82f9-3595-4e5c-930d-c3897d17d084 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:34:50.026644 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17', 'name': 'network-vif-deleted', 'tag': '03a4e65c-14be-46e3-af5a-de0eeae6eb59', 'status': 'completed', 'code': 200} Jun 29 17:34:50.116683 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-9af556cb-97a4-4788-84c8-fd088e91d380 None None] Set router 754c3408-bfbc-45f3-8409-d405d07c2ac0 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:34:50.413873 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c054a970-d0c7-497d-9daa-68f5ed808617 req-dd1f58be-4a27-45d1-9dbf-8cf72599ebd4 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e8eada8-c64f-4b67-a0ec-f4a9a8d0ad17 HTTP/1.1" status: 200 len: 210 time: 0.0491307 Jun 29 17:34:50.573488 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-9af556cb-97a4-4788-84c8-fd088e91d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:40Z', 'revision_number': 5, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:34:50.609598 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af556cb-97a4-4788-84c8-fd088e91d380 None None] Checking router: 754c3408-bfbc-45f3-8409-d405d07c2ac0 for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:34:50.620258 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af556cb-97a4-4788-84c8-fd088e91d380 None None] Routers {'754c3408-bfbc-45f3-8409-d405d07c2ac0'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:34:50.620906 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-9af556cb-97a4-4788-84c8-fd088e91d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:34:25Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['754c3408-bfbc-45f3-8409-d405d07c2ac0'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:34:50.796474 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-9af556cb-97a4-4788-84c8-fd088e91d380 None None] Set router 754c3408-bfbc-45f3-8409-d405d07c2ac0 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:34:51.081096 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-9af556cb-97a4-4788-84c8-fd088e91d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:40Z', 'revision_number': 5, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:34:51.113840 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af556cb-97a4-4788-84c8-fd088e91d380 None None] The sync data for ids ['754c3408-bfbc-45f3-8409-d405d07c2ac0'] in dv-cinder-763306-14-smb is: [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:40Z', 'revision_number': 5, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:34:51.317481 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-a52e3e5e-6d2f-4acd-80ff-43e6a8a19997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:51.359953 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec396cc-43fd-45b9-81d0-872971e62109 None None] New status for floating IP a1674826-edeb-4de5-9b13-8612d72cae5c: DOWN {{(pid=93006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:34:51.579410 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43834) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:34:51.652547 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:51.696623 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:51.766523 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:51.769375 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:51.770776 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "DELETE /v2.0/security-groups/7b8d5aab-787b-4f3b-81f1-9c669337f45c HTTP/1.1" status: 204 len: 168 time: 0.1903319 Jun 29 17:34:51.771869 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f82ee138-5f96-4b0d-a153-90f9a145cddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:51.775582 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43836) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:34:51.786356 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8d5aab-787b-4f3b-81f1-9c669337f45c,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:51.798826 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.api.v2.resource [None req-cb9d33f9-eac6-41ec-a074-264b58592dba tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] show failed (client error): The resource could not be found. Jun 29 17:34:51.799173 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:51.799777 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:51.800393 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:51.800570 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-cb9d33f9-eac6-41ec-a074-264b58592dba tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups/7b8d5aab-787b-4f3b-81f1-9c669337f45c HTTP/1.1" status: 404 len: 347 time: 0.0230877 Jun 29 17:34:51.800991 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:51.801734 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:51.802345 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:51.802738 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:51.803108 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:51.803482 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:51.804068 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:51.804245 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43838) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:34:51.805165 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:51.805787 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:34:51.810817 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:51.973985 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-f94c91be-b409-4008-8d10-c6fc520d4250 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Deleting port 48d49ed1-b492-426e-a312-8d554ee8d099 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:34:51.974428 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f94c91be-b409-4008-8d10-c6fc520d4250 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:52.068440 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f94c91be-b409-4008-8d10-c6fc520d4250 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:52.068764 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f94c91be-b409-4008-8d10-c6fc520d4250 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:52.086839 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-f94c91be-b409-4008-8d10-c6fc520d4250 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Calling delete_port for 48d49ed1-b492-426e-a312-8d554ee8d099 owned by network:floatingip {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:34:52.139984 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 03a4e65c-14be-46e3-af5a-de0eeae6eb59 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:34:52.164125 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: 03a4e65c-14be-46e3-af5a-de0eeae6eb59 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:34:52.164648 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 03a4e65c-14be-46e3-af5a-de0eeae6eb59 not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:34:52.311214 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f94c91be-b409-4008-8d10-c6fc520d4250 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:52.313732 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-d5f88f32-29ec-44d0-ac30-4b870f4dc6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:52.339983 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c91be-b409-4008-8d10-c6fc520d4250 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event deleted for resources: {'Port': ['ID=48d49ed1-b492-426e-a312-8d554ee8d099,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:52.344922 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f94c91be-b409-4008-8d10-c6fc520d4250 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:52.436959 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f94c91be-b409-4008-8d10-c6fc520d4250 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for floatingip, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:52.439773 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f94c91be-b409-4008-8d10-c6fc520d4250 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for floatingip, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:52.441360 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-f94c91be-b409-4008-8d10-c6fc520d4250 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "DELETE /v2.0/floatingips/a1674826-edeb-4de5-9b13-8612d72cae5c HTTP/1.1" status: 204 len: 168 time: 0.6352644 Jun 29 17:34:52.822694 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43844) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:34:52.827977 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-15c94047-40b0-4386-9d9b-ff5c489729d5 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431631111', 'description': 'tempest-description--543827120'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:34:52.857823 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-15c94047-40b0-4386-9d9b-ff5c489729d5 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:52.978819 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-15c94047-40b0-4386-9d9b-ff5c489729d5 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:52.983984 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-15c94047-40b0-4386-9d9b-ff5c489729d5 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:52.989173 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:53.021725 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-15c94047-40b0-4386-9d9b-ff5c489729d5 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:53.023012 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-15c94047-40b0-4386-9d9b-ff5c489729d5 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1991467 Jun 29 17:34:53.026997 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43846) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:34:53.030868 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c94047-40b0-4386-9d9b-ff5c489729d5 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0682574a-af84-4032-bfbe-6454f55e8ccf,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:53.035230 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-5c0a165a-eaeb-4ebb-befd-4577d2e128e6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Request body: {'security_group_rule': {'security_group_id': '0682574a-af84-4032-bfbe-6454f55e8ccf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:34:53.035732 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-15c94047-40b0-4386-9d9b-ff5c489729d5 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:53.073210 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5c0a165a-eaeb-4ebb-befd-4577d2e128e6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:53.146440 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5c0a165a-eaeb-4ebb-befd-4577d2e128e6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:53.151986 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5c0a165a-eaeb-4ebb-befd-4577d2e128e6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:53.154856 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:53.173622 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a165a-eaeb-4ebb-befd-4577d2e128e6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c980de0-8c4f-4e35-8f26-80e08d372ec3,revision_number=0']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:53.177552 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-5c0a165a-eaeb-4ebb-befd-4577d2e128e6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:53.183625 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5c0a165a-eaeb-4ebb-befd-4577d2e128e6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:53.185445 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-5c0a165a-eaeb-4ebb-befd-4577d2e128e6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560116 Jun 29 17:34:53.188519 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43848) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:34:53.194278 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-b3281d97-bab3-4694-baa0-b741b2b0b681 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Request body: {'security_group_rule': {'security_group_id': '0682574a-af84-4032-bfbe-6454f55e8ccf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:34:53.230659 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b3281d97-bab3-4694-baa0-b741b2b0b681 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:53.336362 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b3281d97-bab3-4694-baa0-b741b2b0b681 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:53.342084 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b3281d97-bab3-4694-baa0-b741b2b0b681 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2023297'] for security_group_rule, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:53.345513 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:53.376000 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3281d97-bab3-4694-baa0-b741b2b0b681 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d27cc5-00f8-44a0-b451-d2221eeb2ad3,revision_number=0']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:53.380518 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b3281d97-bab3-4694-baa0-b741b2b0b681 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:53.396286 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-b3281d97-bab3-4694-baa0-b741b2b0b681 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:53.397953 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-b3281d97-bab3-4694-baa0-b741b2b0b681 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2079659 Jun 29 17:34:53.403666 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43852) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:34:53.411963 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Request body: {'floatingip': {'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:34:53.455723 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for floatingip, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:53.591098 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:53.724481 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Allocated IP 172.28.0.121 (48360abb-0c2a-46d3-ad90-a3956d77b608/c009a85e-4853-4052-a30a-9edb82f7da60/76fe5c98-c08b-4952-8b84-16e5363af7c5) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:34:53.860616 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:53.908738 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:53.911441 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:53.955957 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Network 48360abb-0c2a-46d3-ad90-a3956d77b608 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:34:53.959572 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:34:53.965144 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:34:53.972506 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event updated for resources: {'Port': ['ID=76fe5c98-c08b-4952-8b84-16e5363af7c5,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:54.001160 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:54.073883 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:54.124073 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:54.326671 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:54.332264 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:54.335762 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-20729c40-3eee-4744-a628-f45c9a0d421a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:54.413425 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event updated for resources: {'Port': ['ID=76fe5c98-c08b-4952-8b84-16e5363af7c5,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:54.418614 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:54.432608 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605382'] for floatingip, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:54.451889 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for floatingip, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:54.453201 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0480590 Jun 29 17:34:54.621085 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:54.812454 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-d506f747-95c8-4cf0-af39-4c7b4d77f581 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1431631111&fields=id&tenant_id=34997567334b4e7fadb444cf6b858ca9 HTTP/1.1" status: 200 len: 267 time: 0.0640380 Jun 29 17:34:54.841974 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e4dc4bea-cf11-4c97-ac63-a92c20f5b87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:54.980469 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e56c81fa-60fd-43e3-857c-1c27591a1c0c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:54.982139 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e56c81fa-60fd-43e3-857c-1c27591a1c0c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/networks?id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 HTTP/1.1" status: 200 len: 817 time: 0.1628900 Jun 29 17:34:54.998438 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-6fb28b5d-138c-47d9-abcb-896fc5a90670 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/quotas/34997567334b4e7fadb444cf6b858ca9 HTTP/1.1" status: 200 len: 375 time: 0.0104322 Jun 29 17:34:55.083117 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-25982b86-37ca-4f8f-8666-70ba819a86dc tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=34997567334b4e7fadb444cf6b858ca9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790889 Jun 29 17:34:55.152955 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-82a1deee-9810-42c4-85ad-b0941cdd8bd7 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:34:55.154261 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-82a1deee-9810-42c4-85ad-b0941cdd8bd7 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580497 Jun 29 17:34:55.257580 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-30455739-4b76-4f52-b6cb-b5d9c23d79b0 service neutron] 10.222.0.101 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966589 Jun 29 17:34:55.370238 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-98f05b10-2655-4078-bde5-e74724e70db0 service neutron] 10.222.0.101 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053860 Jun 29 17:34:55.703447 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d549e618-8af1-42a7-942b-ed4429ea033c req-97bb993d-54b0-428a-80d9-c0a3488533d5 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 210 time: 0.1290138 Jun 29 17:34:56.912318 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:56.918438 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-d8291669-bee8-442b-b2b7-37f793c67570 req-70a87527-2b11-40b7-b154-2a9981906743 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 210 time: 0.0581086 Jun 29 17:34:57.094792 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-7fbcb9e3-754b-46c3-bae8-b8ffc73abaf4 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:57.097096 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-7fbcb9e3-754b-46c3-bae8-b8ffc73abaf4 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.72 "GET /v2.0/networks?id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 HTTP/1.1" status: 200 len: 817 time: 0.1721547 Jun 29 17:34:57.153172 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-cbfc7287-808f-4351-9417-2acab9b5d1d7 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34997567334b4e7fadb444cf6b858ca9 HTTP/1.1" status: 200 len: 380 time: 0.0458038 Jun 29 17:34:57.165843 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-2b2c47b5-e441-465b-81ac-3a53edf88f94 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Request body: {'port': {'device_id': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'admin_state_up': True, 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'security_groups': ['0682574a-af84-4032-bfbe-6454f55e8ccf']}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:34:57.303554 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-2b2c47b5-e441-465b-81ac-3a53edf88f94 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Made reservation on behalf of 34997567334b4e7fadb444cf6b858ca9 for: {'port': 1} {{(pid=93004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:34:57.308595 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-2b2c47b5-e441-465b-81ac-3a53edf88f94 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:57.493049 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_common [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-2b2c47b5-e441-465b-81ac-3a53edf88f94 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Allocated IP 172.20.0.6 (f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3/a5d9c1e2-d339-4000-a28f-d2eff082887c/a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e) {{(pid=93004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:34:57.694905 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-2b2c47b5-e441-465b-81ac-3a53edf88f94 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for port, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:57.713448 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-2b2c47b5-e441-465b-81ac-3a53edf88f94 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Transition to ACTIVE for port object a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e will not be triggered until provisioned by entity DHCP. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:34:57.756521 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-2b2c47b5-e441-465b-81ac-3a53edf88f94 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774723922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7729723'] for port, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:57.761018 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-cf64c406-3ae9-41c8-93db-fa67bae029fd tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:57.811750 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-2b2c47b5-e441-465b-81ac-3a53edf88f94 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 is already hosted by enough agents. {{(pid=93004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:34:57.815937 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.base_scheduler [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-2b2c47b5-e441-465b-81ac-3a53edf88f94 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Resources bound (agent type, host, resource id): {{(pid=93004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:34:57.820514 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-2b2c47b5-e441-465b-81ac-3a53edf88f94 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Received port after_create {{(pid=93004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:34:57.849872 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c47b5-e441-465b-81ac-3a53edf88f94 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event updated for resources: {'Port': ['ID=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:57.856202 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-2b2c47b5-e441-465b-81ac-3a53edf88f94 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:57.896929 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-2b2c47b5-e441-465b-81ac-3a53edf88f94 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:57.898055 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-2b2c47b5-e441-465b-81ac-3a53edf88f94 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:57.929339 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-2b2c47b5-e441-465b-81ac-3a53edf88f94 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7682703 Jun 29 17:34:57.965547 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.v2.base [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Request body: {'port': {'device_id': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=93004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:34:58.118495 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:58.157316 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-1a24f709-eee9-4f2a-9d52-03687d3c642f None None] Provisioning for port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e completed by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:34:58.164216 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-1a24f709-eee9-4f2a-9d52-03687d3c642f None None] Provisioning complete for port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e triggered by entity DHCP. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:34:58.165022 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-1a24f709-eee9-4f2a-9d52-03687d3c642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:58.242062 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-1a24f709-eee9-4f2a-9d52-03687d3c642f None None] Port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e cannot update to ACTIVE because it is not bound. {{(pid=93005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:34:58.276042 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adfe8d-75d2-45c4-a8c0-3d396528e9af req-8f14a679-af9f-4994-a1fb-4af840bc336e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:58.279483 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b1adfe8d-75d2-45c4-a8c0-3d396528e9af req-8f14a679-af9f-4994-a1fb-4af840bc336e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 931 time: 0.1390276 Jun 29 17:34:58.347852 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-b1adfe8d-75d2-45c4-a8c0-3d396528e9af req-f311e7ce-05e9-4c28-93ca-5ddcc04674b8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573444 Jun 29 17:34:58.768952 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e {{(pid=93004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:34:58.778227 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:58.792463 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.provisioning_blocks [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Transition to ACTIVE for port object a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e will not be triggered until provisioned by entity L2. {{(pid=93004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:34:58.797686 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:58.800154 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-83ff6383-15ef-4a09-b3bf-df1bf0851439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:58.854192 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Pushing event updated for resources: {'Port': ['ID=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,revision_number=2']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:58.859113 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:58.967889 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Attempting to bind port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e on host hv-cinder-76330 for vnic_type normal with profile {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:34:58.968438 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Attempting to bind port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:34:58.968918 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Attempting to bind port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e on network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:34:58.976108 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e on network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:34:58.977724 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Attempting to bind port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e on network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:34:58.984017 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Checking agent: {'id': '2f7b125f-83aa-49cd-bb5a-44fe3d9b239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'started_at': datetime.datetime(2021, 6, 29, 17, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:34:58.984521 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Checking segment: {'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:34:58.984936 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Bound using segment: {'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'} {{(pid=93004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:34:58.985439 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.managers [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Bound port: a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3'}}] {{(pid=93004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:34:58.985929 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:59.085622 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] For port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e, host hv-cinder-76330, cleared binding levels {{(pid=93004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:34:59.091275 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] For port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:34:59.096830 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7729673'] for port, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:59.099897 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:34:59.142991 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:59.143946 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:59.145344 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] 10.222.0.72 "PUT /v2.0/ports/a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e HTTP/1.1" status: 200 len: 1093 time: 1.1880305 Jun 29 17:34:59.145745 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'tag': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:34:59.149072 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e611f3-a7e8-45f1-a025-f23d66998094" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f1634e-0600-41a6-8cb3-85fd4977f3cb", "tag": "a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:34:59.183097 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Pushing event updated for resources: {'Port': ['ID=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,revision_number=3']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:34:59.190451 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:34:59.262586 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11f7da0-ba06-4bb8-a9f4-c5a57418b469 x-openstack-request-id: req-e11f7da0-ba06-4bb8-a9f4-c5a57418b469 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:34:59.263216 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f1634e-0600-41a6-8cb3-85fd4977f3cb", "tag": "a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:34:59.263705 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e11f7da0-ba06-4bb8-a9f4-c5a57418b469 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:34:59.264448 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'tag': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e', 'status': 'completed', 'code': 200} Jun 29 17:34:59.280594 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:59.313100 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-23d3d2b3-2dd5-4e0a-9e7a-0f6ca91355da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:59.314790 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-23d3d2b3-2dd5-4e0a-9e7a-0f6ca91355da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34997567334b4e7fadb444cf6b858ca9&device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 1096 time: 0.1073270 Jun 29 17:34:59.368154 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-27c5c7cc-5aea-4d3b-992d-c179fc117bac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e HTTP/1.1" status: 200 len: 217 time: 0.0445559 Jun 29 17:34:59.442666 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-c27c56e5-9ece-4fa7-85d9-f2557e25ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:59.444454 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-c27c56e5-9ece-4fa7-85d9-f2557e25ad35 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a5d9c1e2-d339-4000-a28f-d2eff082887c HTTP/1.1" status: 200 len: 856 time: 0.0689166 Jun 29 17:34:59.554252 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-22e6be7f-c0fb-424b-9b62-7ba80e226d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:59.556315 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-22e6be7f-c0fb-424b-9b62-7ba80e226d03 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1045728 Jun 29 17:34:59.644671 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee6a55-b743-458a-9949-5e4f7fd26001 req-942dd2ae-b1a5-432b-9a77-c50410926547 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:59.646318 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9fee6a55-b743-458a-9949-5e4f7fd26001 req-942dd2ae-b1a5-432b-9a77-c50410926547 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.1454244 Jun 29 17:34:59.696262 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-ee440c79-a17b-4fdb-8964-a8682d32d2fc service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314387 Jun 29 17:34:59.719182 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9fee6a55-b743-458a-9949-5e4f7fd26001 req-6efe6f0a-75dd-461f-bb9c-8416e0b8b31d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662661 Jun 29 17:34:59.810126 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75300d02-6f3a-40a5-83e6-80bd8a7b85e8 req-abaf424a-569d-4622-92b4-662b62a43a41 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050997 Jun 29 17:34:59.923238 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e611f3-a7e8-45f1-a025-f23d66998094 req-46d4ad4a-3648-491e-87b7-91ff4b8c95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:34:59.924818 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-07e611f3-a7e8-45f1-a025-f23d66998094 req-46d4ad4a-3648-491e-87b7-91ff4b8c95c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34997567334b4e7fadb444cf6b858ca9&device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 1096 time: 0.0643501 Jun 29 17:35:00.043966 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e611f3-a7e8-45f1-a025-f23d66998094 req-8b3a5958-f03a-4023-945d-fd542fcfa9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:00.045869 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-07e611f3-a7e8-45f1-a025-f23d66998094 req-8b3a5958-f03a-4023-945d-fd542fcfa9de service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 HTTP/1.1" status: 200 len: 919 time: 0.1133049 Jun 29 17:35:00.091822 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-07e611f3-a7e8-45f1-a025-f23d66998094 req-8ec3f95c-a9ab-40f7-ae76-159ecef1df04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e HTTP/1.1" status: 200 len: 217 time: 0.0384476 Jun 29 17:35:00.154401 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e611f3-a7e8-45f1-a025-f23d66998094 req-3fe14bcf-1c7f-4a55-9254-e16b331e78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:00.156436 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-07e611f3-a7e8-45f1-a025-f23d66998094 req-3fe14bcf-1c7f-4a55-9254-e16b331e78a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a5d9c1e2-d339-4000-a28f-d2eff082887c HTTP/1.1" status: 200 len: 856 time: 0.0565684 Jun 29 17:35:00.223406 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e611f3-a7e8-45f1-a025-f23d66998094 req-21b65f6b-1339-4589-a767-e6f8db525542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:00.224962 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-07e611f3-a7e8-45f1-a025-f23d66998094 req-21b65f6b-1339-4589-a767-e6f8db525542 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0605924 Jun 29 17:35:00.335314 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-07e611f3-a7e8-45f1-a025-f23d66998094 req-fc0b53f6-4e43-4b5b-a032-827ea7790552 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970430 Jun 29 17:35:00.505487 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-07e611f3-a7e8-45f1-a025-f23d66998094 req-ed887f59-ee54-4ae6-82cf-dc72a96a3fb5 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626906 Jun 29 17:35:00.938917 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ce01a-a2ae-45a8-a8b0-ed7502903087 req-665415cd-ebcc-4407-8046-7eae8b869777 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:00.940579 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-543ce01a-a2ae-45a8-a8b0-ed7502903087 req-665415cd-ebcc-4407-8046-7eae8b869777 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.0818274 Jun 29 17:35:01.006872 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-543ce01a-a2ae-45a8-a8b0-ed7502903087 req-31cca08b-001e-41ab-811f-e80bdeb86b24 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584075 Jun 29 17:35:01.219255 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43912) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:01.406750 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.plugin [None req-50f8f7ac-16a6-412b-96f3-b09e56a52892 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Deleting port a849c438-66a5-41e5-b4c0-e008382a922e {{(pid=93003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:35:01.407333 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50f8f7ac-16a6-412b-96f3-b09e56a52892 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:01.532192 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50f8f7ac-16a6-412b-96f3-b09e56a52892 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:01.532546 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50f8f7ac-16a6-412b-96f3-b09e56a52892 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:01.547231 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.plugin [None req-50f8f7ac-16a6-412b-96f3-b09e56a52892 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Calling delete_port for a849c438-66a5-41e5-b4c0-e008382a922e owned by network:floatingip {{(pid=93003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:35:01.765471 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50f8f7ac-16a6-412b-96f3-b09e56a52892 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8352303'] for port, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:01.767373 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:01.793039 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8f7ac-16a6-412b-96f3-b09e56a52892 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Pushing event deleted for resources: {'Port': ['ID=a849c438-66a5-41e5-b4c0-e008382a922e,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:01.796496 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-50f8f7ac-16a6-412b-96f3-b09e56a52892 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:01.866581 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50f8f7ac-16a6-412b-96f3-b09e56a52892 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for floatingip, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:01.866989 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.l3_db [None req-50f8f7ac-16a6-412b-96f3-b09e56a52892 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Floating IP 050d2462-ff90-4633-a2eb-1afc4d411368 disassociated (deleted). External IP: 172.28.0.113, port: d6148871-267a-4a7b-b572-cb8a55a78a12. Jun 29 17:35:02.116180 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f8f7ac-16a6-412b-96f3-b09e56a52892 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Router 849f0d40-f6f7-40e7-9795-0cf49851657c has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:35:02.262512 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3a6c3-92e1-41ce-ae0e-546e95db253f req-71ba47c5-3086-4c8c-bd94-92c0591811aa tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:02.265178 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3aa3a6c3-92e1-41ce-ae0e-546e95db253f req-71ba47c5-3086-4c8c-bd94-92c0591811aa tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.1114478 Jun 29 17:35:02.298994 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f8f7ac-16a6-412b-96f3-b09e56a52892 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:35:02.304994 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-50f8f7ac-16a6-412b-96f3-b09e56a52892 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for floatingip, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:02.315170 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56204774-7757-468a-8ebd-ba3b21f200a4 None None] Sync routers for ids ['849f0d40-f6f7-40e7-9795-0cf49851657c'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:35:02.316993 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3aa3a6c3-92e1-41ce-ae0e-546e95db253f req-0a5faa2f-c061-41e5-9d87-ee5aacca0042 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413556 Jun 29 17:35:02.328812 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56204774-7757-468a-8ebd-ba3b21f200a4 None None] Routers {'849f0d40-f6f7-40e7-9795-0cf49851657c'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:35:02.329517 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-56204774-7757-468a-8ebd-ba3b21f200a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:34:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['849f0d40-f6f7-40e7-9795-0cf49851657c'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:02.373087 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-50f8f7ac-16a6-412b-96f3-b09e56a52892 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "DELETE /v2.0/floatingips/050d2462-ff90-4633-a2eb-1afc4d411368 HTTP/1.1" status: 204 len: 168 time: 1.1524158 Jun 29 17:35:02.374344 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'tag': 'd6148871-267a-4a7b-b572-cb8a55a78a12'}] {{(pid=93003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:35:02.378903 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b6e3043f1b2246a4603f4ff9a3ac6cbdb2be9695873d33c49ba394ff39487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1277f4e5-e664-4608-b157-4fc0b46636f3" -d '{"events": [{"name": "network-changed", "server_uuid": "204f0a75-21a5-4169-adb9-4193e00aaaae", "tag": "d6148871-267a-4a7b-b572-cb8a55a78a12"}]}' {{(pid=93003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:35:02.448309 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25616043-1370-4102-9352-b702e3ffe3f6 x-openstack-request-id: req-25616043-1370-4102-9352-b702e3ffe3f6 {{(pid=93003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:35:02.448845 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204f0a75-21a5-4169-adb9-4193e00aaaae", "tag": "d6148871-267a-4a7b-b572-cb8a55a78a12", "status": "completed", "code": 200}]} {{(pid=93003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:35:02.449388 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-25616043-1370-4102-9352-b702e3ffe3f6 {{(pid=93003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:35:02.450954 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'tag': 'd6148871-267a-4a7b-b572-cb8a55a78a12', 'status': 'completed', 'code': 200} Jun 29 17:35:02.498383 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-56204774-7757-468a-8ebd-ba3b21f200a4 None None] Set router 849f0d40-f6f7-40e7-9795-0cf49851657c gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:35:02.552276 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277f4e5-e664-4608-b157-4fc0b46636f3 req-a470dfb3-f3eb-4944-8015-924842deb1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:02.553835 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1277f4e5-e664-4608-b157-4fc0b46636f3 req-a470dfb3-f3eb-4944-8015-924842deb1a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a55c9f03f035457f8efa3c0a4a535cca&device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 1098 time: 0.0756409 Jun 29 17:35:02.697606 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277f4e5-e664-4608-b157-4fc0b46636f3 req-c72983f6-da45-47f7-8343-a02f41396f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:02.700704 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1277f4e5-e664-4608-b157-4fc0b46636f3 req-c72983f6-da45-47f7-8343-a02f41396f84 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74e5cd0c-24da-4292-b907-cd569f5acc13 HTTP/1.1" status: 200 len: 909 time: 0.1390603 Jun 29 17:35:02.774920 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1277f4e5-e664-4608-b157-4fc0b46636f3 req-ebd69559-b6b3-4955-bc5e-29f3fc328211 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6148871-267a-4a7b-b572-cb8a55a78a12 HTTP/1.1" status: 200 len: 217 time: 0.0649815 Jun 29 17:35:02.779000 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-56204774-7757-468a-8ebd-ba3b21f200a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'name': 'tempest-TestShelveInstance-20701651-router', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:40Z', 'updated_at': '2021-06-29T17:26:50Z', 'revision_number': 4, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'gw_port': {'id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:41Z', 'updated_at': '2021-06-29T17:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '59b92e2f-8b97-4179-ac7f-cfd775422560', 'name': '', 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'mac_address': 'fa:16:3e:01:ca:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:48Z', 'updated_at': '2021-06-29T17:27:00Z', 'revision_number': 5, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'subnets': [{'id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:02.819385 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56204774-7757-468a-8ebd-ba3b21f200a4 None None] Checking router: 849f0d40-f6f7-40e7-9795-0cf49851657c for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:35:02.830051 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56204774-7757-468a-8ebd-ba3b21f200a4 None None] Routers {'849f0d40-f6f7-40e7-9795-0cf49851657c'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:35:02.830799 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-56204774-7757-468a-8ebd-ba3b21f200a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:34:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['849f0d40-f6f7-40e7-9795-0cf49851657c'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:02.839005 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277f4e5-e664-4608-b157-4fc0b46636f3 req-1a424d2c-5134-4696-938c-80aee4f481d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:02.840644 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1277f4e5-e664-4608-b157-4fc0b46636f3 req-1a424d2c-5134-4696-938c-80aee4f481d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d932e18c-a0bb-4632-863a-53bc43ec0f10 HTTP/1.1" status: 200 len: 846 time: 0.0580235 Jun 29 17:35:02.957076 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277f4e5-e664-4608-b157-4fc0b46636f3 req-f31c68f5-8126-434b-95e3-f1b2b42d0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:02.959134 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1277f4e5-e664-4608-b157-4fc0b46636f3 req-f31c68f5-8126-434b-95e3-f1b2b42d0ebc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74e5cd0c-24da-4292-b907-cd569f5acc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1072974 Jun 29 17:35:02.973084 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c811e-a7d2-4e0a-ab68-0d051873eabf req-0f8d3afe-bd7d-4eb5-af7d-477ae7cdc29a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:02.974842 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-011c811e-a7d2-4e0a-ab68-0d051873eabf req-0f8d3afe-bd7d-4eb5-af7d-477ae7cdc29a tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.1329796 Jun 29 17:35:03.010563 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-56204774-7757-468a-8ebd-ba3b21f200a4 None None] Set router 849f0d40-f6f7-40e7-9795-0cf49851657c gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:35:03.078943 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-011c811e-a7d2-4e0a-ab68-0d051873eabf req-e1900ac7-51ed-4d43-8e4c-873cfbcfd626 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935526 Jun 29 17:35:03.125700 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1277f4e5-e664-4608-b157-4fc0b46636f3 req-eb1035ea-f260-4a6d-8ae1-af4462ad593d service neutron] 10.222.0.72 "GET /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495516 Jun 29 17:35:03.239446 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1277f4e5-e664-4608-b157-4fc0b46636f3 req-383bc848-c77f-4a62-95bd-26ada6d2a17a service neutron] 10.222.0.72 "GET /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042626 Jun 29 17:35:03.350071 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-56204774-7757-468a-8ebd-ba3b21f200a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'name': 'tempest-TestShelveInstance-20701651-router', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:40Z', 'updated_at': '2021-06-29T17:26:50Z', 'revision_number': 4, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'gw_port': {'id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:41Z', 'updated_at': '2021-06-29T17:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '59b92e2f-8b97-4179-ac7f-cfd775422560', 'name': '', 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'mac_address': 'fa:16:3e:01:ca:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:48Z', 'updated_at': '2021-06-29T17:27:00Z', 'revision_number': 5, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'subnets': [{'id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:03.402533 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56204774-7757-468a-8ebd-ba3b21f200a4 None None] The sync data for ids ['849f0d40-f6f7-40e7-9795-0cf49851657c'] in dv-cinder-763306-14-smb is: [{'id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'name': 'tempest-TestShelveInstance-20701651-router', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:40Z', 'updated_at': '2021-06-29T17:26:50Z', 'revision_number': 4, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'gw_port': {'id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:41Z', 'updated_at': '2021-06-29T17:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '59b92e2f-8b97-4179-ac7f-cfd775422560', 'name': '', 'network_id': '74e5cd0c-24da-4292-b907-cd569f5acc13', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'mac_address': 'fa:16:3e:01:ca:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:48Z', 'updated_at': '2021-06-29T17:27:00Z', 'revision_number': 5, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'subnets': [{'id': 'd932e18c-a0bb-4632-863a-53bc43ec0f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:35:03.588513 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28fdb6-bd32-4410-ab59-bc85cda87198 req-abd2c06d-1564-46aa-886d-b3c3d10c22e3 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:03.591467 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ea28fdb6-bd32-4410-ab59-bc85cda87198 req-abd2c06d-1564-46aa-886d-b3c3d10c22e3 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.1155710 Jun 29 17:35:03.648165 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ea28fdb6-bd32-4410-ab59-bc85cda87198 req-41e7c1ad-93ca-4b30-b469-bd5cb85d4652 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497987 Jun 29 17:35:03.686409 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8fe433-650b-4981-b507-b9752fa56ebd None None] New status for floating IP 050d2462-ff90-4633-a2eb-1afc4d411368: DOWN {{(pid=93006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:35:04.188220 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:35:04.315581 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:35:04.323043 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c4c84-fced-4d59-854f-75707e1046c5 req-dfc31a43-d9d0-49e9-98ee-91ffd415c524 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:04.325868 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1e3c4c84-fced-4d59-854f-75707e1046c5 req-dfc31a43-d9d0-49e9-98ee-91ffd415c524 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.1053836 Jun 29 17:35:04.337493 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'port_id': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e', 'mac_address': 'fa:16:3e:c0:3e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:35:04.370988 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1e3c4c84-fced-4d59-854f-75707e1046c5 req-96d4112d-6ffa-4e3c-add3-ef39925983aa tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/security-groups?id=67dd9c5f-0bd2-487b-8f63-a931de2bc13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391047 Jun 29 17:35:04.409495 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:04.434412 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:35:04.471230 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:35:04.478183 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:04.479397 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-a3a0e9e6-5aef-4845-93c4-347b8095a2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:04.533267 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,revision_number=4']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:04.543714 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:04.544132 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:04.544471 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:04.544799 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:04.545124 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:04.545497 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:04.545815 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:04.546133 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:04.546458 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:04.546776 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:04.547093 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:04.547407 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:04.551821 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:04.760207 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966e6a5-4796-4583-8770-3660c1bb22bd req-ad67a1de-8fae-4ab5-b257-862aa431ffac tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:04.762998 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1966e6a5-4796-4583-8770-3660c1bb22bd req-ad67a1de-8fae-4ab5-b257-862aa431ffac tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.72 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 945 time: 0.1319389 Jun 29 17:35:04.929901 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:35:05.035214 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8f6f-737e-4e85-9988-1ead34d24c0a req-c6ac5760-ab81-456b-9932-c2690251695d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:05.037879 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-24ca8f6f-737e-4e85-9988-1ead34d24c0a req-c6ac5760-ab81-456b-9932-c2690251695d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 944 time: 0.2182178 Jun 29 17:35:05.084363 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-1966e6a5-4796-4583-8770-3660c1bb22bd req-84d7b50b-41c9-4df8-b5e9-d095737ffe83 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Deleting port d6148871-267a-4a7b-b572-cb8a55a78a12 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:35:05.084905 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-1966e6a5-4796-4583-8770-3660c1bb22bd req-84d7b50b-41c9-4df8-b5e9-d095737ffe83 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:05.203179 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-24ca8f6f-737e-4e85-9988-1ead34d24c0a req-a43518a9-6e6c-4d7c-8081-6fc7b67cfeed tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565716 Jun 29 17:35:05.274615 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-1966e6a5-4796-4583-8770-3660c1bb22bd req-84d7b50b-41c9-4df8-b5e9-d095737ffe83 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] For port d6148871-267a-4a7b-b572-cb8a55a78a12, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d6148871-267a-4a7b-b572-cb8a55a78a12,segment=NetworkSegment(092e0289-91b5-47ff-a2ff-de8de2ce8abb),segment_id=092e0289-91b5-47ff-a2ff-de8de2ce8abb)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:35:05.275222 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-1966e6a5-4796-4583-8770-3660c1bb22bd req-84d7b50b-41c9-4df8-b5e9-d095737ffe83 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:05.294223 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-1966e6a5-4796-4583-8770-3660c1bb22bd req-84d7b50b-41c9-4df8-b5e9-d095737ffe83 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Calling delete_port for d6148871-267a-4a7b-b572-cb8a55a78a12 owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:35:05.467144 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-1966e6a5-4796-4583-8770-3660c1bb22bd req-84d7b50b-41c9-4df8-b5e9-d095737ffe83 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:05.473535 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-bbc38d55-4d74-4562-a519-0867b54e89d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:05.522702 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7b50b-41c9-4df8-b5e9-d095737ffe83 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Pushing event deleted for resources: {'Port': ['ID=d6148871-267a-4a7b-b572-cb8a55a78a12,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:05.526837 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-84d7b50b-41c9-4df8-b5e9-d095737ffe83 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:05.567914 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:35:05.600239 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-db4de154-962c-4fb7-a3d2-add1d04574f4 req-6deed7cc-06d5-4100-b9dd-c4509e3096fa tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 210 time: 0.0587697 Jun 29 17:35:05.618151 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-1966e6a5-4796-4583-8770-3660c1bb22bd req-84d7b50b-41c9-4df8-b5e9-d095737ffe83 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] No DVR routers for this DVR port d6148871-267a-4a7b-b572-cb8a55a78a12 on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:35:05.621635 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-1966e6a5-4796-4583-8770-3660c1bb22bd req-84d7b50b-41c9-4df8-b5e9-d095737ffe83 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:05.625070 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1966e6a5-4796-4583-8770-3660c1bb22bd req-84d7b50b-41c9-4df8-b5e9-d095737ffe83 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.72 "DELETE /v2.0/ports/d6148871-267a-4a7b-b572-cb8a55a78a12 HTTP/1.1" status: 204 len: 173 time: 0.8546145 Jun 29 17:35:05.625919 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'name': 'network-vif-deleted', 'tag': 'd6148871-267a-4a7b-b572-cb8a55a78a12'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:35:05.629955 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9775d879-0186-42b2-ab06-5b8efc4a9f9d" -d '{"events": [{"server_uuid": "204f0a75-21a5-4169-adb9-4193e00aaaae", "name": "network-vif-deleted", "tag": "d6148871-267a-4a7b-b572-cb8a55a78a12"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:35:05.698743 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f9e96e-3c1e-4bda-9319-84e1700c0c73 x-openstack-request-id: req-c4f9e96e-3c1e-4bda-9319-84e1700c0c73 {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:35:05.700036 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204f0a75-21a5-4169-adb9-4193e00aaaae", "name": "network-vif-deleted", "tag": "d6148871-267a-4a7b-b572-cb8a55a78a12", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:35:05.700036 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c4f9e96e-3c1e-4bda-9319-84e1700c0c73 {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:35:05.701197 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204f0a75-21a5-4169-adb9-4193e00aaaae', 'name': 'network-vif-deleted', 'tag': 'd6148871-267a-4a7b-b572-cb8a55a78a12', 'status': 'completed', 'code': 200} Jun 29 17:35:06.221385 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:35:06.280439 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning for port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e completed by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:35:06.285771 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:35:06.286237 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:06.402705 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:06.453716 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:35:06.458313 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c2f59a-0de2-43fa-887a-9ef5277f6ba3" -d '{"events": [{"server_uuid": "d9f1634e-0600-41a6-8cb3-85fd4977f3cb", "name": "network-vif-plugged", "status": "completed", "tag": "a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:35:06.477375 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e20b3-f94f-4e2b-9b77-11dc4d1b4f7a req-4c5cb91a-2a09-4242-a948-85499fc01e81 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:06.479451 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7a8e20b3-f94f-4e2b-9b77-11dc4d1b4f7a req-4c5cb91a-2a09-4242-a948-85499fc01e81 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 944 time: 0.1193347 Jun 29 17:35:06.484037 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:35:06.491957 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:06.492946 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device d6148871-267a-4a7b-b572-cb8a55a78a12 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:35:06.496038 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:06.518287 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: d6148871-267a-4a7b-b572-cb8a55a78a12 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:35:06.518872 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device d6148871-267a-4a7b-b572-cb8a55a78a12 not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:35:06.532378 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-7a8e20b3-f94f-4e2b-9b77-11dc4d1b4f7a req-f3cd6f11-683e-419e-bb16-90ccf11ac429 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468009 Jun 29 17:35:06.573199 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95aaa977-7bb1-44db-89ee-14e1ced34b7b x-openstack-request-id: req-95aaa977-7bb1-44db-89ee-14e1ced34b7b {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:35:06.573672 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f1634e-0600-41a6-8cb3-85fd4977f3cb", "name": "network-vif-plugged", "status": "completed", "tag": "a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:35:06.574013 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-95aaa977-7bb1-44db-89ee-14e1ced34b7b {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:35:06.574564 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e', 'code': 200} Jun 29 17:35:06.595649 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,revision_number=5']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:06.604013 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:06.825335 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df273e03-5188-464c-9269-14aa9457dd2f req-519c3404-7224-4894-97c7-0cb3a1e30082 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "GET /v2.0/ports?device_id=204f0a75-21a5-4169-adb9-4193e00aaaae HTTP/1.1" status: 200 len: 210 time: 0.0396211 Jun 29 17:35:06.903449 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e0d5e-7c26-4450-9a90-781a0ba880cf req-5f47209d-2dc2-4c08-93ad-c19a2d55f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:06.905112 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2d1e0d5e-7c26-4450-9a90-781a0ba880cf req-5f47209d-2dc2-4c08-93ad-c19a2d55f835 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 1098 time: 0.0824335 Jun 29 17:35:06.947330 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2d1e0d5e-7c26-4450-9a90-781a0ba880cf req-67c0879b-f609-4d0d-bc58-7bfb8249bef5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340407 Jun 29 17:35:07.769048 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c3b23-6ef2-4d89-a7be-30ce8e867b85 req-fd5e89bc-57cb-4535-81c5-1bfb534fe274 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:07.772567 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a78c3b23-6ef2-4d89-a7be-30ce8e867b85 req-fd5e89bc-57cb-4535-81c5-1bfb534fe274 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0744140 Jun 29 17:35:07.821662 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a78c3b23-6ef2-4d89-a7be-30ce8e867b85 req-42396430-4eed-49ee-9501-e8ae1f2227d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385146 Jun 29 17:35:07.937384 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43954) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:08.012013 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c278fe77-494e-4897-b64f-8533a2194447 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:08.044214 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c278fe77-494e-4897-b64f-8533a2194447 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:08.128010 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c278fe77-494e-4897-b64f-8533a2194447 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:08.135337 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c278fe77-494e-4897-b64f-8533a2194447 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:08.137519 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-c278fe77-494e-4897-b64f-8533a2194447 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] 10.222.0.101 "DELETE /v2.0/security-groups/67dd9c5f-0bd2-487b-8f63-a931de2bc13e HTTP/1.1" status: 204 len: 168 time: 0.1986704 Jun 29 17:35:08.139102 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-0c512408-3aef-438b-88d6-4c47b1a2ff55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:08.157585 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278fe77-494e-4897-b64f-8533a2194447 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dd9c5f-0bd2-487b-8f63-a931de2bc13e,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:08.162314 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c278fe77-494e-4897-b64f-8533a2194447 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:08.240326 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43958) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:08.845035 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-301d032e-1100-48b1-b2e5-012f372987bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688077'] for router_interface, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:09.214782 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf67c6b-16d5-4e96-9ae0-bfa476737140 req-8282df1a-3c9e-4db7-b1bb-413e0f853b0c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:09.217523 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-abf67c6b-16d5-4e96-9ae0-bfa476737140 req-8282df1a-3c9e-4db7-b1bb-413e0f853b0c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.1798048 Jun 29 17:35:09.345535 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-abf67c6b-16d5-4e96-9ae0-bfa476737140 req-74124b69-b348-4a37-b61e-3171a67028fe tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181285 Jun 29 17:35:09.427180 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-301d032e-1100-48b1-b2e5-012f372987bc admin admin] Deleting port 59b92e2f-8b97-4179-ac7f-cfd775422560 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:35:09.427699 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-301d032e-1100-48b1-b2e5-012f372987bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:09.583257 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [None req-301d032e-1100-48b1-b2e5-012f372987bc admin admin] For port 59b92e2f-8b97-4179-ac7f-cfd775422560, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=59b92e2f-8b97-4179-ac7f-cfd775422560,segment=NetworkSegment(092e0289-91b5-47ff-a2ff-de8de2ce8abb),segment_id=092e0289-91b5-47ff-a2ff-de8de2ce8abb)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:35:09.584245 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-301d032e-1100-48b1-b2e5-012f372987bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:09.602111 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58120824-6ef9-4b50-90a3-e38ec87ffcf0 req-c41cbb0b-ec55-406f-a4d9-8462564ce62f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:09.604239 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-58120824-6ef9-4b50-90a3-e38ec87ffcf0 req-c41cbb0b-ec55-406f-a4d9-8462564ce62f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0895004 Jun 29 17:35:09.609427 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-301d032e-1100-48b1-b2e5-012f372987bc admin admin] Calling delete_port for 59b92e2f-8b97-4179-ac7f-cfd775422560 owned by network:router_interface {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:35:09.616029 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43968) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:09.624783 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.v2.base [None req-5685be88-0747-49f2-9024-8e8fb1b0efa6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Request body: {'floatingip': {'port_id': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e'}} {{(pid=93003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:35:09.698051 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5685be88-0747-49f2-9024-8e8fb1b0efa6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for floatingip, before_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:09.870189 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-301d032e-1100-48b1-b2e5-012f372987bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:09.874581 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-fb8e315b-3682-4cce-9cde-7248e6e32e6e tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:09.918590 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d032e-1100-48b1-b2e5-012f372987bc admin admin] Pushing event deleted for resources: {'Port': ['ID=59b92e2f-8b97-4179-ac7f-cfd775422560,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:09.923876 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-301d032e-1100-48b1-b2e5-012f372987bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:10.491090 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-301d032e-1100-48b1-b2e5-012f372987bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695165'] for router_interface, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:10.536594 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5685be88-0747-49f2-9024-8e8fb1b0efa6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:10.542378 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5685be88-0747-49f2-9024-8e8fb1b0efa6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605382'] for floatingip, after_update {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:10.689053 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.db.l3_db [None req-5685be88-0747-49f2-9024-8e8fb1b0efa6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Floating IP 137a89b1-719f-430f-bbd1-d01eeb9e70cb associated. External IP: 172.28.0.121, port: a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e. Jun 29 17:35:10.782323 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301d032e-1100-48b1-b2e5-012f372987bc admin admin] Router 849f0d40-f6f7-40e7-9795-0cf49851657c has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:35:10.959367 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301d032e-1100-48b1-b2e5-012f372987bc admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:35:10.966211 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-301d032e-1100-48b1-b2e5-012f372987bc admin admin] 10.222.0.101 "PUT /v2.0/routers/849f0d40-f6f7-40e7-9795-0cf49851657c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7239442 Jun 29 17:35:10.969920 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43972) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:10.970535 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910ef21-174f-4da3-9a8a-da5b9544a1f3 None None] Sync routers for ids ['849f0d40-f6f7-40e7-9795-0cf49851657c'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:35:10.987012 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7910ef21-174f-4da3-9a8a-da5b9544a1f3 None None] Routers {'849f0d40-f6f7-40e7-9795-0cf49851657c'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:35:10.988397 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-7910ef21-174f-4da3-9a8a-da5b9544a1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:34:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['849f0d40-f6f7-40e7-9795-0cf49851657c'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:11.034126 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5685be88-0747-49f2-9024-8e8fb1b0efa6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Router 754c3408-bfbc-45f3-8409-d405d07c2ac0 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:35:11.123017 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] Notify callbacks [] for router, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:11.190512 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-7910ef21-174f-4da3-9a8a-da5b9544a1f3 None None] Set router 849f0d40-f6f7-40e7-9795-0cf49851657c gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:35:11.225025 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5685be88-0747-49f2-9024-8e8fb1b0efa6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:35:11.233076 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-5685be88-0747-49f2-9024-8e8fb1b0efa6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for floatingip, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:11.239781 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3daf649-5177-4332-8e50-ba0969000390 None None] Sync routers for ids ['754c3408-bfbc-45f3-8409-d405d07c2ac0'] in dv-cinder-763306-14-smb {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:35:11.258939 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3daf649-5177-4332-8e50-ba0969000390 None None] Routers {'754c3408-bfbc-45f3-8409-d405d07c2ac0'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:35:11.260027 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-b3daf649-5177-4332-8e50-ba0969000390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:34:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['754c3408-bfbc-45f3-8409-d405d07c2ac0'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:11.303788 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-5685be88-0747-49f2-9024-8e8fb1b0efa6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "PUT /v2.0/floatingips/137a89b1-719f-430f-bbd1-d01eeb9e70cb HTTP/1.1" status: 200 len: 991 time: 1.6856475 Jun 29 17:35:11.304950 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'tag': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e'}] {{(pid=93003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:35:11.308845 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b6e3043f1b2246a4603f4ff9a3ac6cbdb2be9695873d33c49ba394ff39487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695b51e2-e81f-4ac0-914d-9b1a5ea06e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f1634e-0600-41a6-8cb3-85fd4977f3cb", "tag": "a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e"}]}' {{(pid=93003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:35:11.314417 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:11.390160 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] Deleting port 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:35:11.390603 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:11.426048 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43ad932-03be-4a95-a1f8-4b4f2e24e375 x-openstack-request-id: req-b43ad932-03be-4a95-a1f8-4b4f2e24e375 {{(pid=93003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:35:11.426904 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f1634e-0600-41a6-8cb3-85fd4977f3cb", "tag": "a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e", "status": "completed", "code": 200}]} {{(pid=93003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:35:11.427417 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b43ad932-03be-4a95-a1f8-4b4f2e24e375 {{(pid=93003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:35:11.428200 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'tag': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e', 'status': 'completed', 'code': 200} Jun 29 17:35:11.511320 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-b3daf649-5177-4332-8e50-ba0969000390 None None] Set router 754c3408-bfbc-45f3-8409-d405d07c2ac0 gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:35:11.567276 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] For port 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=62d7df70-8a6c-4e66-a6d2-e5997a7c70c9,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:35:11.567547 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:11.586018 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] Calling delete_port for 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9 owned by network:router_gateway {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:35:11.630899 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-7910ef21-174f-4da3-9a8a-da5b9544a1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'name': 'tempest-TestShelveInstance-20701651-router', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:40Z', 'updated_at': '2021-06-29T17:35:09Z', 'revision_number': 5, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'gw_port': {'id': '62d7df70-8a6c-4e66-a6d2-e5997a7c70c9', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:41Z', 'updated_at': '2021-06-29T17:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:11.662807 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910ef21-174f-4da3-9a8a-da5b9544a1f3 None None] Checking router: 849f0d40-f6f7-40e7-9795-0cf49851657c for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:35:11.673872 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7910ef21-174f-4da3-9a8a-da5b9544a1f3 None None] Routers {'849f0d40-f6f7-40e7-9795-0cf49851657c'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:35:11.674699 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-7910ef21-174f-4da3-9a8a-da5b9544a1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:34:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['849f0d40-f6f7-40e7-9795-0cf49851657c'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:11.699055 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b51e2-e81f-4ac0-914d-9b1a5ea06e1c req-2d82326d-b576-4f23-85ce-b8f4f807102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:11.701631 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-695b51e2-e81f-4ac0-914d-9b1a5ea06e1c req-2d82326d-b576-4f23-85ce-b8f4f807102e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34997567334b4e7fadb444cf6b858ca9&device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 1098 time: 0.1763966 Jun 29 17:35:11.778724 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-7910ef21-174f-4da3-9a8a-da5b9544a1f3 None None] Set router 849f0d40-f6f7-40e7-9795-0cf49851657c gateway port host: None {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:35:11.856104 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-7910ef21-174f-4da3-9a8a-da5b9544a1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'name': 'tempest-TestShelveInstance-20701651-router', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:40Z', 'updated_at': '2021-06-29T17:35:11Z', 'revision_number': 6, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'gw_port_host': None}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:11.860460 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-b3daf649-5177-4332-8e50-ba0969000390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': '137a89b1-719f-430f-bbd1-d01eeb9e70cb', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'floating_ip_address': '172.28.0.121', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'port_id': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'mac_address': 'fa:16:3e:c0:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:34:54Z', 'updated_at': '2021-06-29T17:35:10Z', 'revision_number': 1, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:40Z', 'revision_number': 5, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:11.903079 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910ef21-174f-4da3-9a8a-da5b9544a1f3 None None] The sync data for ids ['849f0d40-f6f7-40e7-9795-0cf49851657c'] in dv-cinder-763306-14-smb is: [{'id': '849f0d40-f6f7-40e7-9795-0cf49851657c', 'name': 'tempest-TestShelveInstance-20701651-router', 'tenant_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:40Z', 'updated_at': '2021-06-29T17:35:11Z', 'revision_number': 6, 'project_id': 'a55c9f03f035457f8efa3c0a4a535cca', 'gw_port_host': None}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:35:11.934956 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3daf649-5177-4332-8e50-ba0969000390 None None] Checking router: 754c3408-bfbc-45f3-8409-d405d07c2ac0 for host: dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:35:11.958025 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3daf649-5177-4332-8e50-ba0969000390 None None] Routers {'754c3408-bfbc-45f3-8409-d405d07c2ac0'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:35:11.959057 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-b3daf649-5177-4332-8e50-ba0969000390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:34:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['754c3408-bfbc-45f3-8409-d405d07c2ac0'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:12.007800 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b51e2-e81f-4ac0-914d-9b1a5ea06e1c req-14ac1be4-c57d-491a-97fd-70570dfcc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:12.009822 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-695b51e2-e81f-4ac0-914d-9b1a5ea06e1c req-14ac1be4-c57d-491a-97fd-70570dfcc986 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 HTTP/1.1" status: 200 len: 919 time: 0.2954233 Jun 29 17:35:12.091056 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-b3daf649-5177-4332-8e50-ba0969000390 None None] Set router 754c3408-bfbc-45f3-8409-d405d07c2ac0 gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:35:12.114716 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:12.129511 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-7266cc77-fb65-48ad-83f9-eaa962eef38d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:12.193429 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] Pushing event deleted for resources: {'Port': ['ID=62d7df70-8a6c-4e66-a6d2-e5997a7c70c9,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:12.202003 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:12.233795 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-695b51e2-e81f-4ac0-914d-9b1a5ea06e1c req-6bedfa44-f23b-45da-ab56-52d1ea597515 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e HTTP/1.1" status: 200 len: 999 time: 0.2139108 Jun 29 17:35:12.348874 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602009'] for router_gateway, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:12.451992 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 59b92e2f-8b97-4179-ac7f-cfd775422560 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:35:12.477457 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b51e2-e81f-4ac0-914d-9b1a5ea06e1c req-6d8c5141-6784-4452-a40b-e7e30727d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:12.480069 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-695b51e2-e81f-4ac0-914d-9b1a5ea06e1c req-6d8c5141-6784-4452-a40b-e7e30727d65b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a5d9c1e2-d339-4000-a28f-d2eff082887c HTTP/1.1" status: 200 len: 856 time: 0.2197256 Jun 29 17:35:12.486846 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-b3daf649-5177-4332-8e50-ba0969000390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': '137a89b1-719f-430f-bbd1-d01eeb9e70cb', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'floating_ip_address': '172.28.0.121', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'port_id': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'mac_address': 'fa:16:3e:c0:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:34:54Z', 'updated_at': '2021-06-29T17:35:10Z', 'revision_number': 1, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:40Z', 'revision_number': 5, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:12.491109 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: 59b92e2f-8b97-4179-ac7f-cfd775422560 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:35:12.491875 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 59b92e2f-8b97-4179-ac7f-cfd775422560 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:35:12.521849 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3daf649-5177-4332-8e50-ba0969000390 None None] The sync data for ids ['754c3408-bfbc-45f3-8409-d405d07c2ac0'] in dv-cinder-763306-14-smb is: [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_floatingips': [{'id': '137a89b1-719f-430f-bbd1-d01eeb9e70cb', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'floating_ip_address': '172.28.0.121', 'floating_network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'router_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'port_id': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'mac_address': 'fa:16:3e:c0:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:34:54Z', 'updated_at': '2021-06-29T17:35:10Z', 'revision_number': 1, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:40Z', 'revision_number': 5, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:35:12.567394 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:12.571765 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:12.643765 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693848'] for router, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:12.644758 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 849f0d40-f6f7-40e7-9795-0cf49851657c {{(pid=93004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:35:12.655065 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] Notify callbacks [] for router, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:12.656985 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] 10.222.0.101 "DELETE /v2.0/routers/849f0d40-f6f7-40e7-9795-0cf49851657c HTTP/1.1" status: 204 len: 168 time: 1.6858616 Jun 29 17:35:12.661018 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43984) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:12.734265 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b51e2-e81f-4ac0-914d-9b1a5ea06e1c req-5c1d6cd2-4fb3-438e-adf1-cb2e766b9742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:12.737164 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-695b51e2-e81f-4ac0-914d-9b1a5ea06e1c req-5c1d6cd2-4fb3-438e-adf1-cb2e766b9742 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2046170 Jun 29 17:35:12.764963 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [req-695b51e2-e81f-4ac0-914d-9b1a5ea06e1c req-59a3f8d4-4587-4306-ad6e-3617e9cd9c01 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:35:12.767608 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-695b51e2-e81f-4ac0-914d-9b1a5ea06e1c req-59a3f8d4-4587-4306-ad6e-3617e9cd9c01 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205071 Jun 29 17:35:12.782162 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c87e549-611f-4e6d-85c2-48cf767a7bb8 admin admin] Deleting subnet d932e18c-a0bb-4632-863a-53bc43ec0f10 {{(pid=93004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:35:12.806143 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3c87e549-611f-4e6d-85c2-48cf767a7bb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:12.885328 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b624b7-451b-440c-bd3b-ebc04c187c3e None None] New status for floating IP 137a89b1-719f-430f-bbd1-d01eeb9e70cb: ACTIVE {{(pid=93005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:35:12.944888 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3c87e549-611f-4e6d-85c2-48cf767a7bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7729508'] for subnet, precommit_delete_associations {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:13.023755 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-695b51e2-e81f-4ac0-914d-9b1a5ea06e1c req-12c7b9b9-7b2e-45a3-b17a-b38535d2c780 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361560 Jun 29 17:35:13.171608 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3c87e549-611f-4e6d-85c2-48cf767a7bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960687'] for subnet, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:13.243024 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-695b51e2-e81f-4ac0-914d-9b1a5ea06e1c req-8ffdb721-f991-469d-b1ff-4281a0d82c67 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966467 Jun 29 17:35:13.267954 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3c87e549-611f-4e6d-85c2-48cf767a7bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7729864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7353086'] for subnet, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:13.273943 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-facef01f-57ba-4296-a95e-ee98ea349eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:13.329388 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87e549-611f-4e6d-85c2-48cf767a7bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d932e18c-a0bb-4632-863a-53bc43ec0f10,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:13.334890 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-3c87e549-611f-4e6d-85c2-48cf767a7bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:13.337780 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3c87e549-611f-4e6d-85c2-48cf767a7bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:13.341298 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-3c87e549-611f-4e6d-85c2-48cf767a7bb8 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d932e18c-a0bb-4632-863a-53bc43ec0f10 HTTP/1.1" status: 204 len: 168 time: 0.6762013 Jun 29 17:35:13.344586 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 43986) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:13.348428 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e131d9a-595e-4a22-9f2b-89c50243df8e None None] Network 74e5cd0c-24da-4292-b907-cd569f5acc13 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:35:13.462898 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641426'] for network, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:13.555555 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Deleting port 254f1dfe-7c12-4eef-9a13-921fa60f168e {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:35:13.556135 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:13.668122 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa0333-ab85-4e08-974b-1eb45c7d669b None None] DHCP port deletion for 74e5cd0c-24da-4292-b907-cd569f5acc13 request from dv-cinder-763306-14-smb {{(pid=93005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 17:35:13.693798 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] For port 254f1dfe-7c12-4eef-9a13-921fa60f168e, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=254f1dfe-7c12-4eef-9a13-921fa60f168e,segment=NetworkSegment(092e0289-91b5-47ff-a2ff-de8de2ce8abb),segment_id=092e0289-91b5-47ff-a2ff-de8de2ce8abb)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:35:13.694236 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:13.715886 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Calling delete_port for 254f1dfe-7c12-4eef-9a13-921fa60f168e owned by network:dhcp {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:35:13.734661 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa0333-ab85-4e08-974b-1eb45c7d669b None None] Deleting port 254f1dfe-7c12-4eef-9a13-921fa60f168e {{(pid=93005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:35:13.735186 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-f2aa0333-ab85-4e08-974b-1eb45c7d669b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:13.836670 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:13.840838 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-d354e6a1-9d0a-4341-a7a7-df9f3d0b822a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:13.869485 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=254f1dfe-7c12-4eef-9a13-921fa60f168e,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:13.872410 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:13.875334 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] No DVR routers for this DVR port 254f1dfe-7c12-4eef-9a13-921fa60f168e on host dv-cinder-763306-14-smb {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:35:13.883232 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-f2aa0333-ab85-4e08-974b-1eb45c7d669b None None] For port 254f1dfe-7c12-4eef-9a13-921fa60f168e, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=254f1dfe-7c12-4eef-9a13-921fa60f168e,segment=NetworkSegment(092e0289-91b5-47ff-a2ff-de8de2ce8abb),segment_id=092e0289-91b5-47ff-a2ff-de8de2ce8abb)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:35:13.884015 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-f2aa0333-ab85-4e08-974b-1eb45c7d669b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:13.907888 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa0333-ab85-4e08-974b-1eb45c7d669b None None] Calling delete_port for 254f1dfe-7c12-4eef-9a13-921fa60f168e owned by network:dhcp {{(pid=93005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:35:13.973397 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960625', 'neutron.services.segments.db._delete_segments_for_network-8774724346435'] for network, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:14.006962 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e5cd0c-24da-4292-b907-cd569f5acc13']}} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:14.029563 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092e0289-91b5-47ff-a2ff-de8de2ce8abb') {'for_net_delete': True} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:14.030882 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092e0289-91b5-47ff-a2ff-de8de2ce8abb') {} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:14.040508 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-f2aa0333-ab85-4e08-974b-1eb45c7d669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957'] for port, after_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:14.045332 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774724263370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7729515'] for segment, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:14.045616 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:14.067081 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:14.077233 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=93004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:35:14.078230 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7729765'] for segment, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: Traceback (most recent call last): Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: timer() Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: cb(*args, **kw) Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: return func(*args, **kwargs) Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: self._notify() Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: self.callback(batched_events) Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: event.method(event) Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: return f(self, *a, **k) Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: return self._get(url).json() Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: return self.request(url, 'GET', **kwargs) Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:35:14.081889 dv-cinder-763306-14-smb neutron-server[93004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:35:14.091911 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa0333-ab85-4e08-974b-1eb45c7d669b None None] Pushing event deleted for resources: {'Port': ['ID=254f1dfe-7c12-4eef-9a13-921fa60f168e,revision_number=None']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:14.095723 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aa0333-ab85-4e08-974b-1eb45c7d669b None None] No DVR routers for this DVR port 254f1dfe-7c12-4eef-9a13-921fa60f168e on host dv-cinder-763306-14-smb {{(pid=93005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:35:14.098346 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-f2aa0333-ab85-4e08-974b-1eb45c7d669b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:14.103803 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:35:14.142378 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:35:14.142943 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 62d7df70-8a6c-4e66-a6d2-e5997a7c70c9 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:35:14.143633 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 254f1dfe-7c12-4eef-9a13-921fa60f168e no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:35:14.178203 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: 254f1dfe-7c12-4eef-9a13-921fa60f168e {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:35:14.178830 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 254f1dfe-7c12-4eef-9a13-921fa60f168e not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:35:14.180519 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605428'] for network, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:14.186993 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:14.191917 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:14.196407 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] 10.222.0.101 "DELETE /v2.0/networks/74e5cd0c-24da-4292-b907-cd569f5acc13 HTTP/1.1" status: 204 len: 168 time: 0.8500741 Jun 29 17:35:14.199696 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 43992) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:14.214222 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=74e5cd0c-24da-4292-b907-cd569f5acc13,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:14.218225 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:14.826592 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:15.011421 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-dc1c7d57-2854-4347-b9c2-7b77af45dee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688077'] for router_interface, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:15.315666 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c7d57-2854-4347-b9c2-7b77af45dee0 admin admin] Deleting port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 {{(pid=93003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:35:15.316442 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-dc1c7d57-2854-4347-b9c2-7b77af45dee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:15.425218 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.db [None req-dc1c7d57-2854-4347-b9c2-7b77af45dee0 admin admin] For port 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=861ea04c-2d3e-4f09-9ea5-7a23b928e7e6,segment=NetworkSegment(13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7),segment_id=13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7)] {{(pid=93003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:35:15.425693 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-dc1c7d57-2854-4347-b9c2-7b77af45dee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:15.443981 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c7d57-2854-4347-b9c2-7b77af45dee0 admin admin] Calling delete_port for 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 owned by network:router_interface {{(pid=93003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:35:15.709502 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-dc1c7d57-2854-4347-b9c2-7b77af45dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8352303'] for port, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:15.712670 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-586a31c1-856a-44ad-98cd-42fa82429b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:15.740509 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c7d57-2854-4347-b9c2-7b77af45dee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=861ea04c-2d3e-4f09-9ea5-7a23b928e7e6,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:15.744694 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-dc1c7d57-2854-4347-b9c2-7b77af45dee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:15.969914 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-dc1c7d57-2854-4347-b9c2-7b77af45dee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695165'] for router_interface, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:16.252225 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1c7d57-2854-4347-b9c2-7b77af45dee0 admin admin] Router 1b45e05d-cf03-47d9-8334-c2a5496bcfb2 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:35:16.377074 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1c7d57-2854-4347-b9c2-7b77af45dee0 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:35:16.387124 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-dc1c7d57-2854-4347-b9c2-7b77af45dee0 admin admin] 10.222.0.101 "PUT /v2.0/routers/1b45e05d-cf03-47d9-8334-c2a5496bcfb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1825068 Jun 29 17:35:16.388237 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 44002) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:16.392696 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4163cadd-e3f8-435e-afcc-3fad0395dc16 None None] Sync routers for ids ['1b45e05d-cf03-47d9-8334-c2a5496bcfb2'] in dv-cinder-763306-14-smb {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:35:16.405241 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4163cadd-e3f8-435e-afcc-3fad0395dc16 None None] Routers {'1b45e05d-cf03-47d9-8334-c2a5496bcfb2'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:35:16.406056 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-4163cadd-e3f8-435e-afcc-3fad0395dc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:34:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['1b45e05d-cf03-47d9-8334-c2a5496bcfb2'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:16.557149 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:16.557496 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-4163cadd-e3f8-435e-afcc-3fad0395dc16 None None] Set router 1b45e05d-cf03-47d9-8334-c2a5496bcfb2 gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:35:16.682354 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:16.740722 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.plugin [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] Deleting port 563e677e-b87b-4bac-9425-c4aa8c8ad596 {{(pid=93003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:35:16.741063 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:16.835826 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.db [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] For port 563e677e-b87b-4bac-9425-c4aa8c8ad596, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=563e677e-b87b-4bac-9425-c4aa8c8ad596,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:35:16.836144 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:16.850058 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.plugins.ml2.plugin [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] Calling delete_port for 563e677e-b87b-4bac-9425-c4aa8c8ad596 owned by network:router_gateway {{(pid=93003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:35:16.858650 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-4163cadd-e3f8-435e-afcc-3fad0395dc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'name': 'tempest-TestShelveInstance-441418262-router', 'tenant_id': '483811e66e0f4b46879c5d157f691e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': '563e677e-b87b-4bac-9425-c4aa8c8ad596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:58Z', 'updated_at': '2021-06-29T17:35:15Z', 'revision_number': 5, 'project_id': '483811e66e0f4b46879c5d157f691e16', 'gw_port': {'id': '563e677e-b87b-4bac-9425-c4aa8c8ad596', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:27:00Z', 'updated_at': '2021-06-29T17:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:16.910529 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4163cadd-e3f8-435e-afcc-3fad0395dc16 None None] Checking router: 1b45e05d-cf03-47d9-8334-c2a5496bcfb2 for host: dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:35:16.925256 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4163cadd-e3f8-435e-afcc-3fad0395dc16 None None] Routers {'1b45e05d-cf03-47d9-8334-c2a5496bcfb2'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:35:16.926371 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-4163cadd-e3f8-435e-afcc-3fad0395dc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:34:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['1b45e05d-cf03-47d9-8334-c2a5496bcfb2'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:17.135381 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8352303'] for port, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:17.140658 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:17.186485 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] Pushing event deleted for resources: {'Port': ['ID=563e677e-b87b-4bac-9425-c4aa8c8ad596,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:17.191966 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-4163cadd-e3f8-435e-afcc-3fad0395dc16 None None] Set router 1b45e05d-cf03-47d9-8334-c2a5496bcfb2 gateway port host: None {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:35:17.195556 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:17.250902 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-4163cadd-e3f8-435e-afcc-3fad0395dc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'name': 'tempest-TestShelveInstance-441418262-router', 'tenant_id': '483811e66e0f4b46879c5d157f691e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:58Z', 'updated_at': '2021-06-29T17:35:16Z', 'revision_number': 6, 'project_id': '483811e66e0f4b46879c5d157f691e16', 'gw_port_host': None}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:17.280120 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602009'] for router_gateway, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:17.284809 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4163cadd-e3f8-435e-afcc-3fad0395dc16 None None] The sync data for ids ['1b45e05d-cf03-47d9-8334-c2a5496bcfb2'] in dv-cinder-763306-14-smb is: [{'id': '1b45e05d-cf03-47d9-8334-c2a5496bcfb2', 'name': 'tempest-TestShelveInstance-441418262-router', 'tenant_id': '483811e66e0f4b46879c5d157f691e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:58Z', 'updated_at': '2021-06-29T17:35:16Z', 'revision_number': 6, 'project_id': '483811e66e0f4b46879c5d157f691e16', 'gw_port_host': None}] {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:35:17.391851 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:17.395428 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:17.456544 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693848'] for router, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:17.457366 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b45e05d-cf03-47d9-8334-c2a5496bcfb2 {{(pid=93003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:35:17.465247 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] Notify callbacks [] for router, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:17.470870 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-3b97fbbe-5387-4756-a83a-800e31b313ff admin admin] 10.222.0.101 "DELETE /v2.0/routers/1b45e05d-cf03-47d9-8334-c2a5496bcfb2 HTTP/1.1" status: 204 len: 168 time: 1.0770500 Jun 29 17:35:17.472107 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 44008) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:17.527265 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47176ba-0008-477a-953b-1522a0c7acc0 admin admin] Deleting subnet ba5a4f3d-fcaf-49b0-a9bf-3011a3c63fab {{(pid=93003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:35:17.531053 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a47176ba-0008-477a-953b-1522a0c7acc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:17.579068 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a47176ba-0008-477a-953b-1522a0c7acc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8326977'] for subnet, precommit_delete_associations {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:17.685127 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a47176ba-0008-477a-953b-1522a0c7acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960687'] for subnet, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:17.766234 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a47176ba-0008-477a-953b-1522a0c7acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8352469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156225'] for subnet, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:17.771446 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:17.820403 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47176ba-0008-477a-953b-1522a0c7acc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5a4f3d-fcaf-49b0-a9bf-3011a3c63fab,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:17.824198 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-a47176ba-0008-477a-953b-1522a0c7acc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:17.827781 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-a47176ba-0008-477a-953b-1522a0c7acc0 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ba5a4f3d-fcaf-49b0-a9bf-3011a3c63fab HTTP/1.1" status: 204 len: 168 time: 0.3542905 Jun 29 17:35:17.829678 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-a47176ba-0008-477a-953b-1522a0c7acc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:17.831397 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44010) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:17.837111 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b926cb9-86bd-4dc1-9d37-ac7152cc4b30 None None] Network 5dd8751f-55fa-4290-abe1-dd4e52235138 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:35:17.933709 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641426'] for network, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:18.030187 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Deleting port ad5c31e7-8ffc-4b39-b431-7b08325b97b1 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:35:18.030444 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:18.114184 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b76121-da8f-43e1-a635-87d96e5ac8e3 None None] DHCP port deletion for 5dd8751f-55fa-4290-abe1-dd4e52235138 request from dv-cinder-763306-14-smb {{(pid=93005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 17:35:18.165239 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:35:18.215745 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:35:18.215745 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 861ea04c-2d3e-4f09-9ea5-7a23b928e7e6 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:35:18.216492 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 563e677e-b87b-4bac-9425-c4aa8c8ad596 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:35:18.260953 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: 563e677e-b87b-4bac-9425-c4aa8c8ad596 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:35:18.261909 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 563e677e-b87b-4bac-9425-c4aa8c8ad596 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:35:18.289506 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-68b76121-da8f-43e1-a635-87d96e5ac8e3 None None] Deleting port ad5c31e7-8ffc-4b39-b431-7b08325b97b1 {{(pid=93005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:35:18.290280 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-68b76121-da8f-43e1-a635-87d96e5ac8e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:18.407292 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-68b76121-da8f-43e1-a635-87d96e5ac8e3 None None] For port ad5c31e7-8ffc-4b39-b431-7b08325b97b1, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=ad5c31e7-8ffc-4b39-b431-7b08325b97b1,segment=NetworkSegment(13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7),segment_id=13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:35:18.407891 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-68b76121-da8f-43e1-a635-87d96e5ac8e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:18.435149 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-68b76121-da8f-43e1-a635-87d96e5ac8e3 None None] Calling delete_port for ad5c31e7-8ffc-4b39-b431-7b08325b97b1 owned by network:dhcp {{(pid=93005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:35:18.490081 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] For port ad5c31e7-8ffc-4b39-b431-7b08325b97b1, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=ad5c31e7-8ffc-4b39-b431-7b08325b97b1,segment=NetworkSegment(13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7),segment_id=13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:35:18.490428 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:18.503970 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Calling delete_port for ad5c31e7-8ffc-4b39-b431-7b08325b97b1 owned by network:dhcp {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:35:18.527161 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-68b76121-da8f-43e1-a635-87d96e5ac8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957'] for port, after_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:18.530123 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-f2aa0333-ab85-4e08-974b-1eb45c7d669b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:18.553791 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b76121-da8f-43e1-a635-87d96e5ac8e3 None None] Pushing event deleted for resources: {'Port': ['ID=ad5c31e7-8ffc-4b39-b431-7b08325b97b1,revision_number=None']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:18.557461 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-68b76121-da8f-43e1-a635-87d96e5ac8e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:18.560280 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b76121-da8f-43e1-a635-87d96e5ac8e3 None None] No DVR routers for this DVR port ad5c31e7-8ffc-4b39-b431-7b08325b97b1 on host dv-cinder-763306-14-smb {{(pid=93005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:35:18.589912 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:18.592366 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-2e32082f-4728-449a-80f2-e77f5d103158 tempest-VolumesActionsTest-578191241 tempest-VolumesActionsTest-578191241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:18.623008 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5c31e7-8ffc-4b39-b431-7b08325b97b1,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:18.627033 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:18.628304 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] No DVR routers for this DVR port ad5c31e7-8ffc-4b39-b431-7b08325b97b1 on host dv-cinder-763306-14-smb {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:35:18.731656 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960625', 'neutron.services.segments.db._delete_segments_for_network-8774724346435'] for network, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:18.750048 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd8751f-55fa-4290-abe1-dd4e52235138']}} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:18.763572 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7') {'for_net_delete': True} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:18.763869 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b4197d-9f61-45b6-b8d7-a1a8e6f6d5f7') {} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:35:18.774713 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774724263370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7729515'] for segment, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:18.795121 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:18.807300 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=93004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:35:18.807871 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7729765'] for segment, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: self.session.flush() Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: self.session.flush() Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: self.session.flush() Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: self.session.flush() Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: Traceback (most recent call last): Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: timer() Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: cb(*args, **kw) Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: return func(*args, **kwargs) Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: self._notify() Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: self.callback(batched_events) Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: event.method(event) Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: return f(self, *a, **k) Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: return self._get(url).json() Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: return self.request(url, 'GET', **kwargs) Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:35:18.810240 dv-cinder-763306-14-smb neutron-server[93004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:35:18.881729 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605428'] for network, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:18.889059 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:18.894935 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:18.898968 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] 10.222.0.101 "DELETE /v2.0/networks/5dd8751f-55fa-4290-abe1-dd4e52235138 HTTP/1.1" status: 204 len: 168 time: 1.0659060 Jun 29 17:35:18.916963 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dd8751f-55fa-4290-abe1-dd4e52235138,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:18.920076 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:19.090499 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44018) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:19.141251 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-d5d76303-ee85-4848-9485-bbcdba5ca3c7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a55c9f03f035457f8efa3c0a4a535cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492854 Jun 29 17:35:19.144723 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44020) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:19.206607 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2a97027c-2a00-4383-b969-49827950e369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:19.235117 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2a97027c-2a00-4383-b969-49827950e369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:19.311602 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2a97027c-2a00-4383-b969-49827950e369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:19.314243 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-2a97027c-2a00-4383-b969-49827950e369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:19.315457 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-2a97027c-2a00-4383-b969-49827950e369 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3254f4bb-4cca-47ee-921b-43f7ea42eb82 HTTP/1.1" status: 204 len: 168 time: 0.1693246 Jun 29 17:35:19.316497 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-7a79fe1d-c3d1-4d71-bb4f-e6d0081b8349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:19.326501 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97027c-2a00-4383-b969-49827950e369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3254f4bb-4cca-47ee-921b-43f7ea42eb82,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:19.329492 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-2a97027c-2a00-4383-b969-49827950e369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:19.796921 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 44028) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:19.879324 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-f5ba0722-14dd-456e-ab7c-dc6436a5d665 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=483811e66e0f4b46879c5d157f691e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0800252 Jun 29 17:35:19.882469 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44032) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:19.975096 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6669cfbb-9a27-42d8-8373-3ac44b8cb92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:20.018619 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6669cfbb-9a27-42d8-8373-3ac44b8cb92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:20.082687 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device ad5c31e7-8ffc-4b39-b431-7b08325b97b1 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:35:20.102357 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6669cfbb-9a27-42d8-8373-3ac44b8cb92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:20.105630 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-6669cfbb-9a27-42d8-8373-3ac44b8cb92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:20.106927 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-6669cfbb-9a27-42d8-8373-3ac44b8cb92f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/478d01f7-d18a-40aa-abab-e6661cfdb3bb HTTP/1.1" status: 204 len: 168 time: 0.2226863 Jun 29 17:35:20.107874 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-3485ec4c-740b-4f4d-89b1-bb123cd69014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:20.118743 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669cfbb-9a27-42d8-8373-3ac44b8cb92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478d01f7-d18a-40aa-abab-e6661cfdb3bb,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:20.120554 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: ad5c31e7-8ffc-4b39-b431-7b08325b97b1 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:35:20.121477 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device ad5c31e7-8ffc-4b39-b431-7b08325b97b1 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:35:20.122331 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-6669cfbb-9a27-42d8-8373-3ac44b8cb92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:21.314311 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-782a3341-f8b1-4ad0-893c-b25ede0172ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:24.622798 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:24.847267 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-ad67c756-8470-4b27-bddc-aea71969fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:26.907863 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:29.276616 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:42.558947 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:35:44.826856 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:50.983802 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-63377ce9-03aa-4b74-a88a-fe3622efec16 req-1ab33d33-c528-4cb0-81bb-15f674436361 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2348964 Jun 29 17:35:51.102176 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63377ce9-03aa-4b74-a88a-fe3622efec16 req-75c95b69-e9b6-42f9-82ff-ba3e5c8750a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:51.103812 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-63377ce9-03aa-4b74-a88a-fe3622efec16 req-75c95b69-e9b6-42f9-82ff-ba3e5c8750a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c41cecead69426387b4773190dc0f6b&device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 1099 time: 0.0703115 Jun 29 17:35:51.222773 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63377ce9-03aa-4b74-a88a-fe3622efec16 req-dea99f49-a857-4b03-b825-33387ae6261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:51.224307 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-63377ce9-03aa-4b74-a88a-fe3622efec16 req-dea99f49-a857-4b03-b825-33387ae6261a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d56230f-544f-4f28-b4a7-b388e6742ab0 HTTP/1.1" status: 200 len: 912 time: 0.0967250 Jun 29 17:35:51.308763 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-dccf8dcd-7ea5-40fa-b612-43e17eda21cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:51.314580 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-63377ce9-03aa-4b74-a88a-fe3622efec16 req-682c0176-2e27-4564-9a8b-1b6af52b0450 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96181731-b453-4a23-827b-ba2c3914f593 HTTP/1.1" status: 200 len: 1002 time: 0.0822306 Jun 29 17:35:51.400980 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63377ce9-03aa-4b74-a88a-fe3622efec16 req-b7149170-7386-4b5f-9e7b-2206f9a4ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:51.402905 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-63377ce9-03aa-4b74-a88a-fe3622efec16 req-b7149170-7386-4b5f-9e7b-2206f9a4ebae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9c2569ae-33c2-4499-81ca-7dac22d3f2ab HTTP/1.1" status: 200 len: 849 time: 0.0802035 Jun 29 17:35:51.474737 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63377ce9-03aa-4b74-a88a-fe3622efec16 req-97c888df-9d5f-4313-ac99-b086850baff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:51.476735 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-63377ce9-03aa-4b74-a88a-fe3622efec16 req-97c888df-9d5f-4313-ac99-b086850baff5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d56230f-544f-4f28-b4a7-b388e6742ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0657527 Jun 29 17:35:51.594610 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-63377ce9-03aa-4b74-a88a-fe3622efec16 req-12769760-4e83-4962-9c75-c7fe145849b4 service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042075 Jun 29 17:35:51.700225 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-63377ce9-03aa-4b74-a88a-fe3622efec16 req-34eadd01-251a-49bd-baee-63f93214e119 service neutron] 10.222.0.72 "GET /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976288 Jun 29 17:35:54.626975 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:54.857642 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-ca061828-6e67-4fd2-b21c-33afff90919d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:56.919732 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:58.064742 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f9bf8-7106-4369-91b0-f3b1641de01f req-860461d9-03a6-4c3c-ac64-ef07734ef2a4 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:58.067511 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-da3f9bf8-7106-4369-91b0-f3b1641de01f req-860461d9-03a6-4c3c-ac64-ef07734ef2a4 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 946 time: 0.1241848 Jun 29 17:35:58.134668 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-da3f9bf8-7106-4369-91b0-f3b1641de01f req-cf144a44-c7a1-4974-9d03-975a18ac0669 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=f5b69ee0-4ab7-4e09-936e-6991e0b476ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600219 Jun 29 17:35:59.285311 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:59.347276 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ee80-fa01-440c-850c-f798fbdfef6e req-0956a64f-0c83-4a21-90f3-636870a0136b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:59.348944 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a647ee80-fa01-440c-850c-f798fbdfef6e req-0956a64f-0c83-4a21-90f3-636870a0136b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 946 time: 0.0732820 Jun 29 17:35:59.398470 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-a647ee80-fa01-440c-850c-f798fbdfef6e req-dad85e06-1783-49b4-89e7-2ca9b1d8b04e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=f5b69ee0-4ab7-4e09-936e-6991e0b476ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392399 Jun 29 17:36:00.594585 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853607e-0ebd-49f1-bd20-27e2a5c27d77 req-09e24380-bb61-4e7b-8ab1-a6b25f9f6b10 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:00.596429 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-2853607e-0ebd-49f1-bd20-27e2a5c27d77 req-09e24380-bb61-4e7b-8ab1-a6b25f9f6b10 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 946 time: 0.0705020 Jun 29 17:36:00.642106 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-2853607e-0ebd-49f1-bd20-27e2a5c27d77 req-6606bdca-8b5a-46aa-a11f-8249571f15f2 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups?id=f5b69ee0-4ab7-4e09-936e-6991e0b476ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394785 Jun 29 17:36:00.777306 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65196d-e4f5-4f17-9113-78aed49cfabd req-29b24463-e9df-47d8-8470-5f74598d1b9f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:00.779147 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4b65196d-e4f5-4f17-9113-78aed49cfabd req-29b24463-e9df-47d8-8470-5f74598d1b9f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.72 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 946 time: 0.0869317 Jun 29 17:36:00.905309 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-4b65196d-e4f5-4f17-9113-78aed49cfabd req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Deleting port 96181731-b453-4a23-827b-ba2c3914f593 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:36:00.905742 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-4b65196d-e4f5-4f17-9113-78aed49cfabd req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:01.013943 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-4b65196d-e4f5-4f17-9113-78aed49cfabd req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] For port 96181731-b453-4a23-827b-ba2c3914f593, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=96181731-b453-4a23-827b-ba2c3914f593,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:36:01.014264 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-4b65196d-e4f5-4f17-9113-78aed49cfabd req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:01.199804 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-4b65196d-e4f5-4f17-9113-78aed49cfabd req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:01.200176 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-4b65196d-e4f5-4f17-9113-78aed49cfabd req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605382'] for floatingip, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:01.200528 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.l3_db [req-4b65196d-e4f5-4f17-9113-78aed49cfabd req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Floating IP d81d7988-7d5b-4e7f-adcb-9cadca8b5f30 disassociated. External IP: 172.28.0.174, port: 96181731-b453-4a23-827b-ba2c3914f593. Jun 29 17:36:01.200870 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-4b65196d-e4f5-4f17-9113-78aed49cfabd req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Calling delete_port for 96181731-b453-4a23-827b-ba2c3914f593 owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:36:01.340684 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-4b65196d-e4f5-4f17-9113-78aed49cfabd req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:01.345384 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:01.383312 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event deleted for resources: {'Port': ['ID=96181731-b453-4a23-827b-ba2c3914f593,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:01.402210 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:01.402675 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:01.403142 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:01.403573 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:01.404027 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:01.404509 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:01.404911 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:01.405417 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:01.405841 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:01.406241 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:01.406731 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:01.407248 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:01.412484 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:01.536909 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b65196d-e4f5-4f17-9113-78aed49cfabd req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Router 41c0429e-2796-4b61-9714-21d8f3c7dc58 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:36:01.695470 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b65196d-e4f5-4f17-9113-78aed49cfabd req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:36:01.715817 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3957b2f1-ff37-432e-b298-7b1d96fb7293 None None] Sync routers for ids ['41c0429e-2796-4b61-9714-21d8f3c7dc58'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:36:01.733030 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3957b2f1-ff37-432e-b298-7b1d96fb7293 None None] Routers {'41c0429e-2796-4b61-9714-21d8f3c7dc58'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:36:01.733731 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-3957b2f1-ff37-432e-b298-7b1d96fb7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:35:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['41c0429e-2796-4b61-9714-21d8f3c7dc58'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:36:01.761296 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b65196d-e4f5-4f17-9113-78aed49cfabd req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] No DVR routers for this DVR port 96181731-b453-4a23-827b-ba2c3914f593 on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:36:01.766342 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-4b65196d-e4f5-4f17-9113-78aed49cfabd req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:01.770325 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-4b65196d-e4f5-4f17-9113-78aed49cfabd req-8cad453e-b572-4579-a48d-a3eafcfabbe5 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.72 "DELETE /v2.0/ports/96181731-b453-4a23-827b-ba2c3914f593 HTTP/1.1" status: 204 len: 173 time: 0.9845476 Jun 29 17:36:01.771528 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641d2cab-c2ac-4379-8794-cab6fb4fa9a3', 'name': 'network-vif-deleted', 'tag': '96181731-b453-4a23-827b-ba2c3914f593'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:36:01.790609 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f3b325-b832-4d91-8c08-4abecb535491" -d '{"events": [{"server_uuid": "641d2cab-c2ac-4379-8794-cab6fb4fa9a3", "name": "network-vif-deleted", "tag": "96181731-b453-4a23-827b-ba2c3914f593"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:36:01.864888 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-013333d0-b7f6-4116-8f32-5b10b5947d2a req-89389f48-fb8d-4668-8cf5-ead6325d131b tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/ports?device_id=641d2cab-c2ac-4379-8794-cab6fb4fa9a3 HTTP/1.1" status: 200 len: 210 time: 0.0444906 Jun 29 17:36:01.963071 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-3957b2f1-ff37-432e-b298-7b1d96fb7293 None None] Set router 41c0429e-2796-4b61-9714-21d8f3c7dc58 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:36:02.167202 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01436398-e560-4c63-9e07-809d732a282b x-openstack-request-id: req-01436398-e560-4c63-9e07-809d732a282b {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:36:02.167810 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641d2cab-c2ac-4379-8794-cab6fb4fa9a3", "name": "network-vif-deleted", "tag": "96181731-b453-4a23-827b-ba2c3914f593", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:36:02.167992 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-01436398-e560-4c63-9e07-809d732a282b {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:36:02.168621 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641d2cab-c2ac-4379-8794-cab6fb4fa9a3', 'name': 'network-vif-deleted', 'tag': '96181731-b453-4a23-827b-ba2c3914f593', 'status': 'completed', 'code': 200} Jun 29 17:36:02.422400 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-3957b2f1-ff37-432e-b298-7b1d96fb7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:10Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': 'a13d6907-5343-4bd9-8e90-02f37d236415', 'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'mac_address': 'fa:16:3e:1f:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:08Z', 'updated_at': '2021-06-29T17:26:18Z', 'revision_number': 5, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'subnets': [{'id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:36:02.479751 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3957b2f1-ff37-432e-b298-7b1d96fb7293 None None] Checking router: 41c0429e-2796-4b61-9714-21d8f3c7dc58 for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:36:02.491156 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3957b2f1-ff37-432e-b298-7b1d96fb7293 None None] Routers {'41c0429e-2796-4b61-9714-21d8f3c7dc58'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:36:02.492076 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-3957b2f1-ff37-432e-b298-7b1d96fb7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:35:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['41c0429e-2796-4b61-9714-21d8f3c7dc58'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:36:02.618503 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-3957b2f1-ff37-432e-b298-7b1d96fb7293 None None] Set router 41c0429e-2796-4b61-9714-21d8f3c7dc58 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:36:02.878758 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-3957b2f1-ff37-432e-b298-7b1d96fb7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:10Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': 'a13d6907-5343-4bd9-8e90-02f37d236415', 'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'mac_address': 'fa:16:3e:1f:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:08Z', 'updated_at': '2021-06-29T17:26:18Z', 'revision_number': 5, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'subnets': [{'id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:36:02.915684 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3957b2f1-ff37-432e-b298-7b1d96fb7293 None None] The sync data for ids ['41c0429e-2796-4b61-9714-21d8f3c7dc58'] in dv-cinder-763306-14-smb is: [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:26:10Z', 'revision_number': 4, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': 'a13d6907-5343-4bd9-8e90-02f37d236415', 'name': '', 'network_id': '9d56230f-544f-4f28-b4a7-b388e6742ab0', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'mac_address': 'fa:16:3e:1f:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:08Z', 'updated_at': '2021-06-29T17:26:18Z', 'revision_number': 5, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'subnets': [{'id': '9c2569ae-33c2-4499-81ca-7dac22d3f2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:36:03.084383 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 44236) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:03.174182 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:03.199830 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420f30b-f7d8-491c-8105-540ba7af1263 None None] New status for floating IP d81d7988-7d5b-4e7f-adcb-9cadca8b5f30: DOWN {{(pid=93006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:36:03.216011 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:03.305502 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:03.308342 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:03.313876 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "DELETE /v2.0/security-groups/f5b69ee0-4ab7-4e09-936e-6991e0b476ad HTTP/1.1" status: 204 len: 168 time: 0.2238281 Jun 29 17:36:03.313876 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-8ddba20a-dabf-40d2-abfe-1fee84ceb9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:03.314470 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44240) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:03.330543 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.api.v2.resource [None req-eec2ab95-b962-41ca-ad11-377a0baf6802 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] show failed (client error): The resource could not be found. Jun 29 17:36:03.332183 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-eec2ab95-b962-41ca-ad11-377a0baf6802 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "GET /v2.0/security-groups/f5b69ee0-4ab7-4e09-936e-6991e0b476ad HTTP/1.1" status: 404 len: 347 time: 0.0167332 Jun 29 17:36:03.338794 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44242) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:03.341164 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b69ee0-4ab7-4e09-936e-6991e0b476ad,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:03.355795 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:03.356661 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:03.357328 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:03.357985 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:03.358630 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:03.359277 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:03.359921 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:03.360561 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:03.361195 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:03.361846 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:03.362479 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:03.363129 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:03.370470 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-e11382c4-1971-4525-8254-199457a7fda1 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:03.535337 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-1ad92401-e76b-40a8-ad51-5267d1bae37f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Deleting port d3acd6df-3bd6-477d-ac6f-e9eb805b00a4 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:36:03.535668 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1ad92401-e76b-40a8-ad51-5267d1bae37f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:03.630895 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1ad92401-e76b-40a8-ad51-5267d1bae37f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:03.631409 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1ad92401-e76b-40a8-ad51-5267d1bae37f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:03.646306 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-1ad92401-e76b-40a8-ad51-5267d1bae37f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Calling delete_port for d3acd6df-3bd6-477d-ac6f-e9eb805b00a4 owned by network:floatingip {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:36:03.819863 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1ad92401-e76b-40a8-ad51-5267d1bae37f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:03.825046 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-d9de3390-6469-4447-b0f8-b030582fff03 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:03.869529 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad92401-e76b-40a8-ad51-5267d1bae37f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Pushing event deleted for resources: {'Port': ['ID=d3acd6df-3bd6-477d-ac6f-e9eb805b00a4,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:03.875359 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-1ad92401-e76b-40a8-ad51-5267d1bae37f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:03.944334 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1ad92401-e76b-40a8-ad51-5267d1bae37f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks [] for floatingip, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:03.947200 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1ad92401-e76b-40a8-ad51-5267d1bae37f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for floatingip, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:03.948699 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-1ad92401-e76b-40a8-ad51-5267d1bae37f tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] 10.222.0.101 "DELETE /v2.0/floatingips/d81d7988-7d5b-4e7f-adcb-9cadca8b5f30 HTTP/1.1" status: 204 len: 168 time: 0.6087627 Jun 29 17:36:04.444379 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 96181731-b453-4a23-827b-ba2c3914f593 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:36:04.471107 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: 96181731-b453-4a23-827b-ba2c3914f593 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:36:04.471684 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device 96181731-b453-4a23-827b-ba2c3914f593 not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:36:07.924572 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44278) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:08.712575 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-58d6c7d5-a865-4db0-b926-016b0a7ffab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688077'] for router_interface, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:09.082799 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-58d6c7d5-a865-4db0-b926-016b0a7ffab0 admin admin] Deleting port a13d6907-5343-4bd9-8e90-02f37d236415 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:36:09.083938 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-58d6c7d5-a865-4db0-b926-016b0a7ffab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:09.211141 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [None req-58d6c7d5-a865-4db0-b926-016b0a7ffab0 admin admin] For port a13d6907-5343-4bd9-8e90-02f37d236415, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=a13d6907-5343-4bd9-8e90-02f37d236415,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:36:09.211504 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-58d6c7d5-a865-4db0-b926-016b0a7ffab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:09.225639 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-58d6c7d5-a865-4db0-b926-016b0a7ffab0 admin admin] Calling delete_port for a13d6907-5343-4bd9-8e90-02f37d236415 owned by network:router_interface {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:36:09.475562 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-58d6c7d5-a865-4db0-b926-016b0a7ffab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:09.479257 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e08b6753-f5a8-4e2b-b057-21024d4666aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:09.521531 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6c7d5-a865-4db0-b926-016b0a7ffab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13d6907-5343-4bd9-8e90-02f37d236415,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:09.526556 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-58d6c7d5-a865-4db0-b926-016b0a7ffab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:09.777091 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-58d6c7d5-a865-4db0-b926-016b0a7ffab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695165'] for router_interface, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:10.034880 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d6c7d5-a865-4db0-b926-016b0a7ffab0 admin admin] Router 41c0429e-2796-4b61-9714-21d8f3c7dc58 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:36:10.207546 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d6c7d5-a865-4db0-b926-016b0a7ffab0 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:36:10.219191 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-58d6c7d5-a865-4db0-b926-016b0a7ffab0 admin admin] 10.222.0.101 "PUT /v2.0/routers/41c0429e-2796-4b61-9714-21d8f3c7dc58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2910585 Jun 29 17:36:10.220435 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44286) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:10.225070 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1d5140-2c56-42f8-9a17-2a2fdc44d970 None None] Sync routers for ids ['41c0429e-2796-4b61-9714-21d8f3c7dc58'] in dv-cinder-763306-14-smb {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:36:10.242953 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1d5140-2c56-42f8-9a17-2a2fdc44d970 None None] Routers {'41c0429e-2796-4b61-9714-21d8f3c7dc58'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:36:10.244201 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-cc1d5140-2c56-42f8-9a17-2a2fdc44d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:35:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['41c0429e-2796-4b61-9714-21d8f3c7dc58'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:36:10.410012 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:10.410414 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-cc1d5140-2c56-42f8-9a17-2a2fdc44d970 None None] Set router 41c0429e-2796-4b61-9714-21d8f3c7dc58 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:36:10.669375 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-cc1d5140-2c56-42f8-9a17-2a2fdc44d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:36:09Z', 'revision_number': 5, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:36:10.705567 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1d5140-2c56-42f8-9a17-2a2fdc44d970 None None] Checking router: 41c0429e-2796-4b61-9714-21d8f3c7dc58 for host: dv-cinder-763306-14-smb {{(pid=93005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:36:10.717861 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1d5140-2c56-42f8-9a17-2a2fdc44d970 None None] Routers {'41c0429e-2796-4b61-9714-21d8f3c7dc58'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:36:10.718857 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-cc1d5140-2c56-42f8-9a17-2a2fdc44d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:35:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['41c0429e-2796-4b61-9714-21d8f3c7dc58'], 'active': True} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:36:10.847949 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvr_db [None req-cc1d5140-2c56-42f8-9a17-2a2fdc44d970 None None] Set router 41c0429e-2796-4b61-9714-21d8f3c7dc58 gateway port host: dv-cinder-763306-14-smb {{(pid=93005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:36:10.860874 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:10.934004 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] Deleting port 15feec92-9b39-40fa-906e-0feba0b29a95 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:36:10.934303 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:11.044697 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] For port 15feec92-9b39-40fa-906e-0feba0b29a95, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=15feec92-9b39-40fa-906e-0feba0b29a95,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:36:11.045147 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:11.061800 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] Calling delete_port for 15feec92-9b39-40fa-906e-0feba0b29a95 owned by network:router_gateway {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:36:11.069434 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_hamode_db [None req-cc1d5140-2c56-42f8-9a17-2a2fdc44d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:36:09Z', 'revision_number': 5, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:36:11.098744 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1d5140-2c56-42f8-9a17-2a2fdc44d970 None None] The sync data for ids ['41c0429e-2796-4b61-9714-21d8f3c7dc58'] in dv-cinder-763306-14-smb is: [{'id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'name': 'tempest-AttachVolumeTestJSON-791220348-router', 'tenant_id': '2c41cecead69426387b4773190dc0f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:26:01Z', 'updated_at': '2021-06-29T17:36:09Z', 'revision_number': 5, 'project_id': '2c41cecead69426387b4773190dc0f6b', 'gw_port': {'id': '15feec92-9b39-40fa-906e-0feba0b29a95', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0429e-2796-4b61-9714-21d8f3c7dc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:26:03Z', 'updated_at': '2021-06-29T17:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}] {{(pid=93005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:36:11.351337 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:11.353684 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-061b7ff6-211c-4896-9f05-d56cb6c872ef tempest-ServerRescueNegativeTestJSON-805958241 tempest-ServerRescueNegativeTestJSON-805958241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:11.380437 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] Pushing event deleted for resources: {'Port': ['ID=15feec92-9b39-40fa-906e-0feba0b29a95,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:11.384622 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:11.457478 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602009'] for router_gateway, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:11.597084 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:11.602320 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:11.688317 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693848'] for router, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:11.689393 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41c0429e-2796-4b61-9714-21d8f3c7dc58 {{(pid=93004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:36:11.697188 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] Notify callbacks [] for router, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:11.699297 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] 10.222.0.101 "DELETE /v2.0/routers/41c0429e-2796-4b61-9714-21d8f3c7dc58 HTTP/1.1" status: 204 len: 168 time: 1.4771185 Jun 29 17:36:11.702288 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44290) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:11.790051 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.db_base_plugin_v2 [None req-1747935f-096f-4022-b9c5-3f41e4f8263a admin admin] Deleting subnet 9c2569ae-33c2-4499-81ca-7dac22d3f2ab {{(pid=93004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:36:11.794034 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1747935f-096f-4022-b9c5-3f41e4f8263a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:11.850582 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1747935f-096f-4022-b9c5-3f41e4f8263a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7729508'] for subnet, precommit_delete_associations {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:11.953694 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1747935f-096f-4022-b9c5-3f41e4f8263a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960687'] for subnet, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:12.028744 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1747935f-096f-4022-b9c5-3f41e4f8263a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7729864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7353086'] for subnet, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:12.031461 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:12.056326 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747935f-096f-4022-b9c5-3f41e4f8263a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c2569ae-33c2-4499-81ca-7dac22d3f2ab,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:12.060243 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-1747935f-096f-4022-b9c5-3f41e4f8263a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:12.063404 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1747935f-096f-4022-b9c5-3f41e4f8263a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:12.065720 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-1747935f-096f-4022-b9c5-3f41e4f8263a admin admin] 10.222.0.101 "DELETE /v2.0/subnets/9c2569ae-33c2-4499-81ca-7dac22d3f2ab HTTP/1.1" status: 204 len: 168 time: 0.3613107 Jun 29 17:36:12.070625 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44292) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:12.074444 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14d8e26-ddbe-48b4-a63e-cd3e5b406c9d None None] Network 9d56230f-544f-4f28-b4a7-b388e6742ab0 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:36:12.153744 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641426'] for network, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:12.261422 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Deleting port 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:36:12.261959 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:12.271537 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device a13d6907-5343-4bd9-8e90-02f37d236415 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:36:12.315298 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: a13d6907-5343-4bd9-8e90-02f37d236415 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:36:12.315937 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device a13d6907-5343-4bd9-8e90-02f37d236415 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:36:12.316288 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 15feec92-9b39-40fa-906e-0feba0b29a95 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:36:12.343539 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36024629-d7cc-4253-add5-d17edf063bae None None] DHCP port deletion for 9d56230f-544f-4f28-b4a7-b388e6742ab0 request from dv-cinder-763306-14-smb {{(pid=93005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 17:36:12.345902 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: 15feec92-9b39-40fa-906e-0feba0b29a95 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:36:12.346252 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 15feec92-9b39-40fa-906e-0feba0b29a95 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:36:12.362966 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] For port 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:36:12.363644 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:12.380421 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Calling delete_port for 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c owned by network:dhcp {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:36:12.406799 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Deleting port 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c {{(pid=93005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:36:12.407370 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:12.518330 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-36024629-d7cc-4253-add5-d17edf063bae None None] For port 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c,segment=NetworkSegment(e5b39536-54e5-4c9b-8e4a-52ee2a98c848),segment_id=e5b39536-54e5-4c9b-8e4a-52ee2a98c848)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:36:12.518968 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:12.530853 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:12.533395 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e74149fd-1dd0-4c81-b7e4-a80a1e68773d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:12.549393 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Calling delete_port for 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c owned by network:dhcp {{(pid=93005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:36:12.567787 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:12.572923 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:12.574263 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] No DVR routers for this DVR port 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c on host dv-cinder-763306-14-smb {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:36:12.679226 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957'] for port, after_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:12.682723 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:12.692142 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960625', 'neutron.services.segments.db._delete_segments_for_network-8774724346435'] for network, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:12.716312 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d56230f-544f-4f28-b4a7-b388e6742ab0']}} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:36:12.724485 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Pushing event deleted for resources: {'Port': ['ID=21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c,revision_number=None']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:12.730144 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36024629-d7cc-4253-add5-d17edf063bae None None] No DVR routers for this DVR port 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c on host dv-cinder-763306-14-smb {{(pid=93005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:36:12.739279 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:12.739656 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:12.739998 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:12.740988 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:12.741528 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:12.742096 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:12.742489 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:12.742826 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:12.745073 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:12.745073 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:12.745507 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848') {'for_net_delete': True} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:36:12.745654 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:12.745654 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:36:12.745942 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b39536-54e5-4c9b-8e4a-52ee2a98c848') {} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:36:12.747760 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-36024629-d7cc-4253-add5-d17edf063bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:12.766445 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774724263370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7729515'] for segment, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:12.793394 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:12.806709 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=93004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:36:12.807373 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7729765'] for segment, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: Traceback (most recent call last): Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: timer() Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: cb(*args, **kw) Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: return func(*args, **kwargs) Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: self._notify() Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: self.callback(batched_events) Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: event.method(event) Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: return f(self, *a, **k) Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: return self._get(url).json() Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: return self.request(url, 'GET', **kwargs) Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:36:12.811925 dv-cinder-763306-14-smb neutron-server[93004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:36:12.898287 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605428'] for network, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:12.904800 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-3381a1e1-9fb5-4f76-b0e3-7a43da3bf8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:12.909174 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:12.912205 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] 10.222.0.101 "DELETE /v2.0/networks/9d56230f-544f-4f28-b4a7-b388e6742ab0 HTTP/1.1" status: 204 len: 168 time: 0.8400404 Jun 29 17:36:12.936494 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d56230f-544f-4f28-b4a7-b388e6742ab0,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:12.939745 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-1a9df8db-8257-4b23-8e9b-2ff72c0a28e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:13.090769 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44298) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:13.143760 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-0e719308-1849-4f78-8647-60388ef1d94d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2c41cecead69426387b4773190dc0f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515935 Jun 29 17:36:13.147687 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44300) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:13.218508 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8f53401e-604f-4863-96be-fa6d94b6f7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:13.253477 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8f53401e-604f-4863-96be-fa6d94b6f7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:13.311889 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8f53401e-604f-4863-96be-fa6d94b6f7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:13.315003 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8f53401e-604f-4863-96be-fa6d94b6f7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:13.316529 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-8f53401e-604f-4863-96be-fa6d94b6f7da admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b99b257f-85df-4b4a-aa75-62487841ab93 HTTP/1.1" status: 204 len: 168 time: 0.1677260 Jun 29 17:36:13.317511 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-2e2cddb7-9959-4f95-b765-4eae21ee162e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:13.333506 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53401e-604f-4863-96be-fa6d94b6f7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99b257f-85df-4b4a-aa75-62487841ab93,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:13.338366 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-8f53401e-604f-4863-96be-fa6d94b6f7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:14.094060 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:36:14.122464 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:36:14.122825 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 21921cfb-9acd-4d8f-a5c8-93e7db7a1d5c not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:36:14.837493 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:17.759385 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 44368) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:17.894621 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f62921b8-e408-425a-90ef-8e4c17acf1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:18.013808 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f62921b8-e408-425a-90ef-8e4c17acf1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:18.018607 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f62921b8-e408-425a-90ef-8e4c17acf1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:18.021191 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f41c24e8-0356-43ca-80d0-216c92b72974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:18.063289 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-f62921b8-e408-425a-90ef-8e4c17acf1ce admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=aeaa319b35f7455185ef51adb7da3399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026638 Jun 29 17:36:18.064996 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62921b8-e408-425a-90ef-8e4c17acf1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d0859c-1ac8-41ff-bdf7-6c5bccdaf087,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:18.066079 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44372) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:18.069731 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f62921b8-e408-425a-90ef-8e4c17acf1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:18.127338 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-34bd11f3-a86f-4a07-b4bb-cddd436f4f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:18.158537 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-34bd11f3-a86f-4a07-b4bb-cddd436f4f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:18.214431 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-34bd11f3-a86f-4a07-b4bb-cddd436f4f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:18.217329 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-34bd11f3-a86f-4a07-b4bb-cddd436f4f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:18.218587 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-34bd11f3-a86f-4a07-b4bb-cddd436f4f45 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/88d0859c-1ac8-41ff-bdf7-6c5bccdaf087 HTTP/1.1" status: 204 len: 168 time: 0.1515076 Jun 29 17:36:18.219783 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f6945300-15bf-4ea9-9482-934b1e7b9855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:18.228961 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd11f3-a86f-4a07-b4bb-cddd436f4f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d0859c-1ac8-41ff-bdf7-6c5bccdaf087,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:18.231517 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-34bd11f3-a86f-4a07-b4bb-cddd436f4f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:19.560459 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:36:21.320614 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-88cb2ca5-2f61-413c-b4cc-abfa2fc717d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:21.938027 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 44512) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:22.100827 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-29077cc6-8333-4706-9b0e-7e4366b02d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:22.228936 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-29077cc6-8333-4706-9b0e-7e4366b02d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:22.234431 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-29077cc6-8333-4706-9b0e-7e4366b02d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:22.237224 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f8d7542c-1253-4626-bd99-f6e45519266c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:22.278842 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-29077cc6-8333-4706-9b0e-7e4366b02d3b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1d0052820a784848bdb58c05d212ccaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392365 Jun 29 17:36:22.279656 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29077cc6-8333-4706-9b0e-7e4366b02d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577e9ed3-c873-4a31-8c42-4c64bbc603db,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:22.282336 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44516) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:22.283767 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-29077cc6-8333-4706-9b0e-7e4366b02d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:22.379114 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-96cc215b-ecd6-4d76-93a0-602ff8e36f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:22.425633 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-96cc215b-ecd6-4d76-93a0-602ff8e36f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:22.511706 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-96cc215b-ecd6-4d76-93a0-602ff8e36f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:22.515771 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-96cc215b-ecd6-4d76-93a0-602ff8e36f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:22.517123 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-96cc215b-ecd6-4d76-93a0-602ff8e36f36 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/577e9ed3-c873-4a31-8c42-4c64bbc603db HTTP/1.1" status: 204 len: 168 time: 0.2333846 Jun 29 17:36:22.518048 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-09eda11e-83c8-4226-8eb4-cc407758940c tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:22.530681 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc215b-ecd6-4d76-93a0-602ff8e36f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577e9ed3-c873-4a31-8c42-4c64bbc603db,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:22.534262 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-96cc215b-ecd6-4d76-93a0-602ff8e36f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:22.915386 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44522) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:22.938434 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-29673ea6-3939-4c9e-bd05-a44721db7074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:23.080303 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-29673ea6-3939-4c9e-bd05-a44721db7074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:23.086842 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-29673ea6-3939-4c9e-bd05-a44721db7074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:23.090533 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-cf792260-2695-4e97-9154-e6dd22abc14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:23.139871 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29673ea6-3939-4c9e-bd05-a44721db7074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf09f292-32d7-4891-92bf-947cea559c65,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:23.150100 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-29673ea6-3939-4c9e-bd05-a44721db7074 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5d4e84c795c147b093ec2f053ce18829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330055 Jun 29 17:36:23.150429 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 44526) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:23.152219 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-29673ea6-3939-4c9e-bd05-a44721db7074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:23.213540 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b376-77fe-47dc-8cd1-c14358ea2358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:23.241002 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b376-77fe-47dc-8cd1-c14358ea2358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:23.303203 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b376-77fe-47dc-8cd1-c14358ea2358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:23.306438 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b376-77fe-47dc-8cd1-c14358ea2358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:23.307809 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-d6f8b376-77fe-47dc-8cd1-c14358ea2358 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cf09f292-32d7-4891-92bf-947cea559c65 HTTP/1.1" status: 204 len: 168 time: 0.1564975 Jun 29 17:36:23.308654 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-752267e4-b4c1-4be6-a448-3a371f34489f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:23.319303 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8b376-77fe-47dc-8cd1-c14358ea2358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf09f292-32d7-4891-92bf-947cea559c65,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:23.322600 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-d6f8b376-77fe-47dc-8cd1-c14358ea2358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:24.624720 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:24.852126 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-0cebd02a-5b7a-4364-8e8b-030fbcfea8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:26.919815 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:29.289259 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:29.424832 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44630) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:29.548733 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-16060924-0004-48b6-a091-f2539f6fc8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:29.668165 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-16060924-0004-48b6-a091-f2539f6fc8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:29.673843 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-16060924-0004-48b6-a091-f2539f6fc8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:29.677617 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-ed312e96-9cf3-4c72-a1ae-1a3dfb49fd4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:29.728331 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-16060924-0004-48b6-a091-f2539f6fc8c2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5a1a0d0d9bdd4bff95822ceed3ca2e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017244 Jun 29 17:36:29.729700 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16060924-0004-48b6-a091-f2539f6fc8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7e70cf-e261-4c64-859c-17e6570f2459,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:29.731889 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 44634) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:29.734938 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-16060924-0004-48b6-a091-f2539f6fc8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:29.798324 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b4381a38-b3be-41c1-bb8b-2706845d5ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:29.825027 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b4381a38-b3be-41c1-bb8b-2706845d5ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:29.879977 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b4381a38-b3be-41c1-bb8b-2706845d5ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:29.884215 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b4381a38-b3be-41c1-bb8b-2706845d5ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:29.889597 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-b4381a38-b3be-41c1-bb8b-2706845d5ec4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1e7e70cf-e261-4c64-859c-17e6570f2459 HTTP/1.1" status: 204 len: 168 time: 0.1562996 Jun 29 17:36:29.891037 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-84229278-f3df-4e0a-82cf-530120c5f281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:29.903682 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4381a38-b3be-41c1-bb8b-2706845d5ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7e70cf-e261-4c64-859c-17e6570f2459,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:29.907205 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-b4381a38-b3be-41c1-bb8b-2706845d5ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:30.274657 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 44644) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:30.298819 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9fa503fb-2f4d-47c1-8f93-e37f6893b6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:30.452701 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9fa503fb-2f4d-47c1-8f93-e37f6893b6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:30.458157 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9fa503fb-2f4d-47c1-8f93-e37f6893b6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:30.461534 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7d8962bd-5996-4559-b52c-69babf18dd7c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:30.504489 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-9fa503fb-2f4d-47c1-8f93-e37f6893b6ea admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d500ca54d450448ea21eed7807dfa1b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281892 Jun 29 17:36:30.506007 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa503fb-2f4d-47c1-8f93-e37f6893b6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd60ca6f-a0cb-4d7e-87e5-9267d3cb0f0c,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:30.508831 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44646) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:30.510566 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-9fa503fb-2f4d-47c1-8f93-e37f6893b6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:30.600164 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f115aba7-303c-4888-be0d-2c092daf729b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:30.633601 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f115aba7-303c-4888-be0d-2c092daf729b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:30.713202 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f115aba7-303c-4888-be0d-2c092daf729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:30.715924 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f115aba7-303c-4888-be0d-2c092daf729b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:30.717368 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-f115aba7-303c-4888-be0d-2c092daf729b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dd60ca6f-a0cb-4d7e-87e5-9267d3cb0f0c HTTP/1.1" status: 204 len: 168 time: 0.2070026 Jun 29 17:36:30.718523 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-29673ea6-3939-4c9e-bd05-a44721db7074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:30.728396 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115aba7-303c-4888-be0d-2c092daf729b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd60ca6f-a0cb-4d7e-87e5-9267d3cb0f0c,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:30.731345 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f115aba7-303c-4888-be0d-2c092daf729b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:38.420976 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44750) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:38.580533 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0eea1ca9-e1b0-4e5b-a863-ebd933458c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:38.692560 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0eea1ca9-e1b0-4e5b-a863-ebd933458c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:38.697542 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-0eea1ca9-e1b0-4e5b-a863-ebd933458c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:38.700348 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-96cc215b-ecd6-4d76-93a0-602ff8e36f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:38.744771 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-0eea1ca9-e1b0-4e5b-a863-ebd933458c99 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=28be47f68ab44ecc8644cb6c4657bb43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225744 Jun 29 17:36:38.746173 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea1ca9-e1b0-4e5b-a863-ebd933458c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8878da1f-f09f-43d2-9975-ba2ae31db4a8,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:38.749236 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 44754) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:38.750696 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-0eea1ca9-e1b0-4e5b-a863-ebd933458c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:38.847104 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-beb6e4e4-2160-46eb-8c99-d1a219e1d23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:38.889431 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-beb6e4e4-2160-46eb-8c99-d1a219e1d23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:38.970862 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-beb6e4e4-2160-46eb-8c99-d1a219e1d23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:38.973924 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-beb6e4e4-2160-46eb-8c99-d1a219e1d23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:38.975985 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-beb6e4e4-2160-46eb-8c99-d1a219e1d23d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8878da1f-f09f-43d2-9975-ba2ae31db4a8 HTTP/1.1" status: 204 len: 168 time: 0.2251704 Jun 29 17:36:38.976946 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-9b5b8129-b60f-4509-952a-6e34c32b245c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:38.988169 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6e4e4-2160-46eb-8c99-d1a219e1d23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8878da1f-f09f-43d2-9975-ba2ae31db4a8,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:38.993960 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-beb6e4e4-2160-46eb-8c99-d1a219e1d23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:39.405788 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44760) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:39.421123 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-91edf1f2-327f-4716-ba94-7789e5b099de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:39.560493 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-91edf1f2-327f-4716-ba94-7789e5b099de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:39.566074 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-91edf1f2-327f-4716-ba94-7789e5b099de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:39.570124 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-6669cfbb-9a27-42d8-8373-3ac44b8cb92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:39.621215 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-91edf1f2-327f-4716-ba94-7789e5b099de admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cb511ce323dd4bbd8879a6e21be4571d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142386 Jun 29 17:36:39.622917 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edf1f2-327f-4716-ba94-7789e5b099de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01aa78e-820a-43f2-84c5-4ecda81bf42d,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:39.626248 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 44764) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:39.627033 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-91edf1f2-327f-4716-ba94-7789e5b099de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:39.696963 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c07dfb7b-31ff-4d6a-b2d8-e068599f1639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:39.726794 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c07dfb7b-31ff-4d6a-b2d8-e068599f1639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:39.791570 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c07dfb7b-31ff-4d6a-b2d8-e068599f1639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:39.795039 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-c07dfb7b-31ff-4d6a-b2d8-e068599f1639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:39.796965 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-c07dfb7b-31ff-4d6a-b2d8-e068599f1639 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f01aa78e-820a-43f2-84c5-4ecda81bf42d HTTP/1.1" status: 204 len: 168 time: 0.1683977 Jun 29 17:36:39.798022 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-0b674259-a8de-4325-9f1a-117627145e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:39.808751 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07dfb7b-31ff-4d6a-b2d8-e068599f1639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01aa78e-820a-43f2-84c5-4ecda81bf42d,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:39.811346 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-c07dfb7b-31ff-4d6a-b2d8-e068599f1639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:44.840002 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:46.079573 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44848) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:46.248950 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e214bc83-7ad0-4af9-bcc6-3b45f7be4072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:46.365592 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e214bc83-7ad0-4af9-bcc6-3b45f7be4072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:46.370846 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e214bc83-7ad0-4af9-bcc6-3b45f7be4072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:46.373621 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-42729f36-656a-4843-ae5f-a83755d98748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:46.420818 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-e214bc83-7ad0-4af9-bcc6-3b45f7be4072 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b8a90b9f38d8469581db15807da91e5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400629 Jun 29 17:36:46.421755 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214bc83-7ad0-4af9-bcc6-3b45f7be4072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d44774d-ef37-4f86-ac7a-ca24a32c93ca,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:46.425072 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44852) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:46.434702 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e214bc83-7ad0-4af9-bcc6-3b45f7be4072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:46.515783 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c499f4a6-5a3f-498f-86a0-5edabf69710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:46.561828 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c499f4a6-5a3f-498f-86a0-5edabf69710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:46.629370 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c499f4a6-5a3f-498f-86a0-5edabf69710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:46.633642 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c499f4a6-5a3f-498f-86a0-5edabf69710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:46.635568 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-c499f4a6-5a3f-498f-86a0-5edabf69710c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3d44774d-ef37-4f86-ac7a-ca24a32c93ca HTTP/1.1" status: 204 len: 168 time: 0.2088599 Jun 29 17:36:46.636969 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-34bd11f3-a86f-4a07-b4bb-cddd436f4f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:46.652496 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499f4a6-5a3f-498f-86a0-5edabf69710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d44774d-ef37-4f86-ac7a-ca24a32c93ca,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:46.656630 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c499f4a6-5a3f-498f-86a0-5edabf69710c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:46.999902 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 44860) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:47.024103 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6523ebc8-e02a-41d6-bcb3-b7954e3e0fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:47.171941 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6523ebc8-e02a-41d6-bcb3-b7954e3e0fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:47.178472 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-6523ebc8-e02a-41d6-bcb3-b7954e3e0fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:47.181904 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f62921b8-e408-425a-90ef-8e4c17acf1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:47.229070 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-6523ebc8-e02a-41d6-bcb3-b7954e3e0fad admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c1ac00ea716247a0afc384333542228b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269688 Jun 29 17:36:47.230246 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523ebc8-e02a-41d6-bcb3-b7954e3e0fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9cfea7-86e7-41d0-8428-614b0602fdce,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:47.232235 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44862) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:47.234278 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-6523ebc8-e02a-41d6-bcb3-b7954e3e0fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:47.309607 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a8a17e7a-0cab-4335-966a-3b89b71a5954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:47.336311 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a8a17e7a-0cab-4335-966a-3b89b71a5954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:47.411169 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a8a17e7a-0cab-4335-966a-3b89b71a5954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:47.416275 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-a8a17e7a-0cab-4335-966a-3b89b71a5954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:47.418527 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-a8a17e7a-0cab-4335-966a-3b89b71a5954 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fb9cfea7-86e7-41d0-8428-614b0602fdce HTTP/1.1" status: 204 len: 168 time: 0.1844208 Jun 29 17:36:47.419882 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-499b4c5e-999e-417f-b6a9-26d2fad8fea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:47.433272 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a17e7a-0cab-4335-966a-3b89b71a5954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9cfea7-86e7-41d0-8428-614b0602fdce,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:47.437651 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-a8a17e7a-0cab-4335-966a-3b89b71a5954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:51.318333 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-06c4ae47-a996-4335-a70f-01356a2bbaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:51.568504 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92f51d-9510-433a-96d8-f62f39338a42 req-ddbd2eba-ddab-4b63-a742-2813a66d1ab8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:51.571019 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-4c92f51d-9510-433a-96d8-f62f39338a42 req-ddbd2eba-ddab-4b63-a742-2813a66d1ab8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0751939 Jun 29 17:36:51.617634 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-4c92f51d-9510-433a-96d8-f62f39338a42 req-aaedd3fc-9a5e-48e0-8c0f-074eb5d23a0f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401199 Jun 29 17:36:51.923168 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59662710-e97f-4253-b414-607a084c30eb req-35b7bcb8-75e7-4062-b589-c6be2c9480d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:51.925846 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-59662710-e97f-4253-b414-607a084c30eb req-35b7bcb8-75e7-4062-b589-c6be2c9480d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34997567334b4e7fadb444cf6b858ca9&device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 1098 time: 0.0804658 Jun 29 17:36:52.095388 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59662710-e97f-4253-b414-607a084c30eb req-4bcc1fd9-6d22-46d3-80f5-f3208148ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:52.097817 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-59662710-e97f-4253-b414-607a084c30eb req-4bcc1fd9-6d22-46d3-80f5-f3208148ff98 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 HTTP/1.1" status: 200 len: 919 time: 0.1431324 Jun 29 17:36:52.218551 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-59662710-e97f-4253-b414-607a084c30eb req-44a5730b-1db0-484b-b533-e26b38d22a0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e HTTP/1.1" status: 200 len: 1001 time: 0.1090901 Jun 29 17:36:52.291730 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59662710-e97f-4253-b414-607a084c30eb req-2bc10cd1-0000-4dc9-a88a-40d2e1d1867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:52.293305 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-59662710-e97f-4253-b414-607a084c30eb req-2bc10cd1-0000-4dc9-a88a-40d2e1d1867e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a5d9c1e2-d339-4000-a28f-d2eff082887c HTTP/1.1" status: 200 len: 856 time: 0.0666654 Jun 29 17:36:52.367987 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59662710-e97f-4253-b414-607a084c30eb req-2b51967c-aaf0-4c49-89ed-7c1bf72dd123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:52.369960 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-59662710-e97f-4253-b414-607a084c30eb req-2b51967c-aaf0-4c49-89ed-7c1bf72dd123 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0639801 Jun 29 17:36:52.510503 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-59662710-e97f-4253-b414-607a084c30eb req-dc1085fe-fdb4-4cc4-b417-ce2c1f86348c service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325898 Jun 29 17:36:52.622205 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-59662710-e97f-4253-b414-607a084c30eb req-b5415dac-8a63-42e2-bc10-f54111452cbc service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029525 Jun 29 17:36:52.839196 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6a88e-a827-4a1a-9444-cf7d7946fe4e req-0c68685e-a613-4f40-bbed-d66224931637 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:52.842065 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1bf6a88e-a827-4a1a-9444-cf7d7946fe4e req-0c68685e-a613-4f40-bbed-d66224931637 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0817087 Jun 29 17:36:52.893052 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1bf6a88e-a827-4a1a-9444-cf7d7946fe4e req-8d5d6983-add0-4027-9bee-9cbc0d072fdb tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449896 Jun 29 17:36:53.733019 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 44994) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:53.859349 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cfaeff8c-9cc4-4cfb-a1eb-d778fd5bf985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:53.979759 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cfaeff8c-9cc4-4cfb-a1eb-d778fd5bf985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:53.986453 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-cfaeff8c-9cc4-4cfb-a1eb-d778fd5bf985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:53.993562 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-6b2b5e5f-46cb-40c2-8537-131fa3c93881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:54.064485 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-cfaeff8c-9cc4-4cfb-a1eb-d778fd5bf985 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ebcf2fc480a74610a7f52b4d027f1c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298595 Jun 29 17:36:54.066149 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaeff8c-9cc4-4cfb-a1eb-d778fd5bf985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c169960f-3c81-403a-8310-8a1fa004ff85,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:54.071189 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45000) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:54.083345 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-cfaeff8c-9cc4-4cfb-a1eb-d778fd5bf985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:54.122926 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdb615-79db-40e3-bd71-d3bfc7afd66d req-383c2211-ab96-4969-86ba-bcbb18d1d166 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:54.124513 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-06cdb615-79db-40e3-bd71-d3bfc7afd66d req-383c2211-ab96-4969-86ba-bcbb18d1d166 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0806308 Jun 29 17:36:54.164228 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-dc7b64ec-fea5-46ea-bca9-654b0ba5d158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:54.176578 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-06cdb615-79db-40e3-bd71-d3bfc7afd66d req-488b253f-e299-4725-8aab-376010d78d9d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440593 Jun 29 17:36:54.198526 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-dc7b64ec-fea5-46ea-bca9-654b0ba5d158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:54.270642 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-dc7b64ec-fea5-46ea-bca9-654b0ba5d158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:54.274251 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-dc7b64ec-fea5-46ea-bca9-654b0ba5d158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:54.275612 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-dc7b64ec-fea5-46ea-bca9-654b0ba5d158 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c169960f-3c81-403a-8310-8a1fa004ff85 HTTP/1.1" status: 204 len: 168 time: 0.2020109 Jun 29 17:36:54.276633 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-2a97027c-2a00-4383-b969-49827950e369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:54.289797 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b64ec-fea5-46ea-bca9-654b0ba5d158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c169960f-3c81-403a-8310-8a1fa004ff85,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:54.293517 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-dc7b64ec-fea5-46ea-bca9-654b0ba5d158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:54.624596 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:54.654996 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 45006) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:54.685270 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-84b12df2-2ffb-426c-935e-31ec2640ef77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:54.831247 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-84b12df2-2ffb-426c-935e-31ec2640ef77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:54.836853 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-84b12df2-2ffb-426c-935e-31ec2640ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:54.842521 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-6827236d-fe6e-4155-9412-246deb891140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:54.860961 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-37eb2326-8d95-4bf8-b7cc-3f14c7d9b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:54.889741 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-84b12df2-2ffb-426c-935e-31ec2640ef77 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=64adeeed568041feb6c9a0e5bbfa5ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330379 Jun 29 17:36:54.892309 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b12df2-2ffb-426c-935e-31ec2640ef77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa3e0aa-61f1-478c-b4a6-af2385785764,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:54.893692 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45008) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:54.896112 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-84b12df2-2ffb-426c-935e-31ec2640ef77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:54.971672 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-eb14ddb1-eb88-400f-8d90-df6c9b578f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:55.000298 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-eb14ddb1-eb88-400f-8d90-df6c9b578f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:55.059856 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-eb14ddb1-eb88-400f-8d90-df6c9b578f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:55.063508 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-eb14ddb1-eb88-400f-8d90-df6c9b578f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:55.065035 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-eb14ddb1-eb88-400f-8d90-df6c9b578f2e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cfa3e0aa-61f1-478c-b4a6-af2385785764 HTTP/1.1" status: 204 len: 168 time: 0.1689084 Jun 29 17:36:55.066296 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-4940691d-960d-45a9-b425-d26c8fad4bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:55.079260 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14ddb1-eb88-400f-8d90-df6c9b578f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa3e0aa-61f1-478c-b4a6-af2385785764,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:55.082567 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-eb14ddb1-eb88-400f-8d90-df6c9b578f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:55.469379 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42924f-bf4a-4833-b740-13746dddcb85 req-4037ae95-8c2e-4cb2-8b84-24da228e0f30 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:55.472129 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2d42924f-bf4a-4833-b740-13746dddcb85 req-4037ae95-8c2e-4cb2-8b84-24da228e0f30 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0983233 Jun 29 17:36:55.525813 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-2d42924f-bf4a-4833-b740-13746dddcb85 req-343cf12b-06a1-4d19-9050-dd4d86d4dacb tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464690 Jun 29 17:36:55.535922 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45016) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:55.553599 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-49dad722-091f-436e-a808-ad02451f5ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:55.676060 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-49dad722-091f-436e-a808-ad02451f5ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:55.680880 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-49dad722-091f-436e-a808-ad02451f5ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:55.684064 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e4c0f1bb-b4cc-41b2-aa80-cdb26136d134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:55.731727 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-49dad722-091f-436e-a808-ad02451f5ecb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5ff28757eaf94cc98d5adce0103b4eff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938672 Jun 29 17:36:55.732827 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dad722-091f-436e-a808-ad02451f5ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ea8f11-dcc3-4bd5-9df2-b5aa454173d9,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:55.735190 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 45018) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:36:55.736492 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-49dad722-091f-436e-a808-ad02451f5ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:55.794776 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-16bdef52-ff9b-4607-a515-8bd2646f91b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:55.821085 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-16bdef52-ff9b-4607-a515-8bd2646f91b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:55.897927 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-16bdef52-ff9b-4607-a515-8bd2646f91b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:55.900839 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-16bdef52-ff9b-4607-a515-8bd2646f91b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:55.902244 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-16bdef52-ff9b-4607-a515-8bd2646f91b7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/79ea8f11-dcc3-4bd5-9df2-b5aa454173d9 HTTP/1.1" status: 204 len: 168 time: 0.1657212 Jun 29 17:36:55.903155 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-beb6e4e4-2160-46eb-8c99-d1a219e1d23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:55.912110 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdef52-ff9b-4607-a515-8bd2646f91b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ea8f11-dcc3-4bd5-9df2-b5aa454173d9,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:55.915384 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-16bdef52-ff9b-4607-a515-8bd2646f91b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:56.560956 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:36:56.782791 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb701e10-8809-47e3-872b-777a7944ed96 req-1c6b2743-34d4-4d8d-a14f-ba4fc4332fb2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:56.786997 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-cb701e10-8809-47e3-872b-777a7944ed96 req-1c6b2743-34d4-4d8d-a14f-ba4fc4332fb2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.1092131 Jun 29 17:36:56.843277 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-cb701e10-8809-47e3-872b-777a7944ed96 req-ceec5b29-f326-4193-8149-7d2c66cf703d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499549 Jun 29 17:36:56.928714 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:58.104933 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dc9d3-5232-46b4-b836-9916367676c2 req-9d7b0db0-7482-43b9-8a8f-380a69476de8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:58.106644 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e99dc9d3-5232-46b4-b836-9916367676c2 req-9d7b0db0-7482-43b9-8a8f-380a69476de8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0987916 Jun 29 17:36:58.170144 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e99dc9d3-5232-46b4-b836-9916367676c2 req-85457ab0-7244-45d8-87b7-1fbd7fb6a2ad tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537608 Jun 29 17:36:59.289792 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:59.461614 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a583ae-ea41-4483-a91a-095889cfb7d5 req-96f48228-e706-4bfc-a93a-21f4026d2a57 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:36:59.464284 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-58a583ae-ea41-4483-a91a-095889cfb7d5 req-96f48228-e706-4bfc-a93a-21f4026d2a57 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.1120815 Jun 29 17:36:59.528644 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-58a583ae-ea41-4483-a91a-095889cfb7d5 req-102a4946-7fc5-4f93-a385-56891fc8f68f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566137 Jun 29 17:37:00.818840 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6b1d4-38d6-4060-9c79-f47d51b83c9b req-468068a5-0a5e-478c-b318-484826312b38 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:00.822835 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0fb6b1d4-38d6-4060-9c79-f47d51b83c9b req-468068a5-0a5e-478c-b318-484826312b38 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.1197038 Jun 29 17:37:00.901196 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-0fb6b1d4-38d6-4060-9c79-f47d51b83c9b req-ad130811-89ee-418f-9747-585a85d4be6f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683696 Jun 29 17:37:01.103748 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 45086) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:37:01.264156 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fbacb374-7a0a-4360-be4f-7bcad964463e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:01.413851 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fbacb374-7a0a-4360-be4f-7bcad964463e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:01.420939 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-fbacb374-7a0a-4360-be4f-7bcad964463e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:01.424681 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-6523ebc8-e02a-41d6-bcb3-b7954e3e0fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:37:01.477751 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacb374-7a0a-4360-be4f-7bcad964463e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a8311d-f375-4849-8158-5aa00d390975,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:37:01.482588 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-fbacb374-7a0a-4360-be4f-7bcad964463e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2582bcc4dba5475b821a48daa648c9c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775542 Jun 29 17:37:01.483630 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-fbacb374-7a0a-4360-be4f-7bcad964463e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:37:01.487921 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 45090) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:37:01.547209 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0d850337-159f-4473-9ff3-d3b198f7ed6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:01.575159 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0d850337-159f-4473-9ff3-d3b198f7ed6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:01.637461 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0d850337-159f-4473-9ff3-d3b198f7ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:01.640204 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0d850337-159f-4473-9ff3-d3b198f7ed6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:01.641564 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-0d850337-159f-4473-9ff3-d3b198f7ed6b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d9a8311d-f375-4849-8158-5aa00d390975 HTTP/1.1" status: 204 len: 168 time: 0.1537778 Jun 29 17:37:01.642403 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-2ef850a6-0c1c-401f-9cbb-7c7cbe85e14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:37:01.651263 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d850337-159f-4473-9ff3-d3b198f7ed6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a8311d-f375-4849-8158-5aa00d390975,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:37:01.653943 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-0d850337-159f-4473-9ff3-d3b198f7ed6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:37:02.033365 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 45098) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:37:02.057349 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-39b1a0ad-af85-4955-a41d-c9336a88e6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:02.209366 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e6b00-d040-4713-8cd0-b2fcd239c0ce req-b6b683c2-c4ab-49b0-93f9-c2977db0489e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:02.211957 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1a5e6b00-d040-4713-8cd0-b2fcd239c0ce req-b6b683c2-c4ab-49b0-93f9-c2977db0489e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.1375148 Jun 29 17:37:02.299428 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-1a5e6b00-d040-4713-8cd0-b2fcd239c0ce req-825d0062-9752-4042-a2e8-06ed9c7937ff tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798445 Jun 29 17:37:02.301688 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-39b1a0ad-af85-4955-a41d-c9336a88e6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:02.308041 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-39b1a0ad-af85-4955-a41d-c9336a88e6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:02.316827 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-c07dfb7b-31ff-4d6a-b2d8-e068599f1639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:37:02.345860 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1a0ad-af85-4955-a41d-c9336a88e6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a815df-b5f5-4e4c-957c-fe0271e80040,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:37:02.352083 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-39b1a0ad-af85-4955-a41d-c9336a88e6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:37:02.368494 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-39b1a0ad-af85-4955-a41d-c9336a88e6af admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6ef731a5f4c4435e80a536f64aa710c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297441 Jun 29 17:37:02.370095 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45100) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:37:02.466304 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:02.506171 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:02.574496 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:02.577452 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:02.578688 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/56a815df-b5f5-4e4c-957c-fe0271e80040 HTTP/1.1" status: 204 len: 168 time: 0.2072668 Jun 29 17:37:02.579504 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-21ca7226-b1ba-4c86-95df-a5f40926699c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:37:02.589113 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a815df-b5f5-4e4c-957c-fe0271e80040,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:37:02.598973 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:02.599428 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:02.599801 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:02.600185 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:02.600622 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:02.601006 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:02.601380 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:02.601792 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:02.602266 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:02.602624 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:02.603003 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:02.603499 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:02.607471 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-8ef46949-5381-4a00-a358-9892e851039c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:37:03.563496 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9e20b-6a11-405a-93d4-f79c34f0f4bd req-8551c2ec-a03f-4290-8725-9838d98bf203 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:03.566424 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75b9e20b-6a11-405a-93d4-f79c34f0f4bd req-8551c2ec-a03f-4290-8725-9838d98bf203 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.1190817 Jun 29 17:37:03.634320 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-75b9e20b-6a11-405a-93d4-f79c34f0f4bd req-ef0a70ce-59e9-4ebd-a0aa-9184545e9282 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615046 Jun 29 17:37:04.868273 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1774a-ba89-4290-ba91-4175f56de68a req-37f04acb-b26c-4244-a03e-798780a24f18 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:04.870057 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-92a1774a-ba89-4290-ba91-4175f56de68a req-37f04acb-b26c-4244-a03e-798780a24f18 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0736079 Jun 29 17:37:04.938461 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-92a1774a-ba89-4290-ba91-4175f56de68a req-61fca938-3d2b-485f-b72e-adc23500022d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609429 Jun 29 17:37:06.186871 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7ef8c-82a0-458e-af21-0300b4c06432 req-8427b72a-e74b-43d7-99c7-6be0123877d2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:06.189507 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f3c7ef8c-82a0-458e-af21-0300b4c06432 req-8427b72a-e74b-43d7-99c7-6be0123877d2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.1002903 Jun 29 17:37:06.236213 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f3c7ef8c-82a0-458e-af21-0300b4c06432 req-025e405f-d95c-4517-9d72-1981f7da8449 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389500 Jun 29 17:37:07.484091 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d3fa5-e656-44b7-8e95-82966f25699d req-dcad5fe2-f3eb-4d04-aeda-cc1ff7b8532a tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:07.486841 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ff0d3fa5-e656-44b7-8e95-82966f25699d req-dcad5fe2-f3eb-4d04-aeda-cc1ff7b8532a tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.1020639 Jun 29 17:37:07.543762 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-ff0d3fa5-e656-44b7-8e95-82966f25699d req-e9f62244-16bb-4f19-94c0-d1a15437c229 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461998 Jun 29 17:37:08.839091 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57066b2f-bcdc-4f84-8dab-94224e86976e req-6eb22d96-024e-456d-bf3d-a9bf3e1417b9 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:08.841953 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-57066b2f-bcdc-4f84-8dab-94224e86976e req-6eb22d96-024e-456d-bf3d-a9bf3e1417b9 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0997140 Jun 29 17:37:08.906988 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-57066b2f-bcdc-4f84-8dab-94224e86976e req-2436c0cb-9626-42ed-80b9-f88ccda91c39 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585930 Jun 29 17:37:10.138267 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bc6c6-b88f-4835-886e-1da3a9bca129 req-075dfd0d-ba85-4d20-91d0-40496ed05e13 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:10.140329 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8f8bc6c6-b88f-4835-886e-1da3a9bca129 req-075dfd0d-ba85-4d20-91d0-40496ed05e13 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0909233 Jun 29 17:37:10.190726 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-8f8bc6c6-b88f-4835-886e-1da3a9bca129 req-5fbda184-f20d-4459-8dab-dbec12cc6045 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396163 Jun 29 17:37:10.840798 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:37:10.963937 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:37:10.980752 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'port_id': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e', 'mac_address': 'fa:16:3e:c0:3e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:37:11.027234 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:11.050853 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:37:11.081329 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:37:11.087716 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:11.090086 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:37:11.153970 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,revision_number=6']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:37:11.157706 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:37:11.173939 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:37:11.419888 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ae06f-a346-4614-94b8-5714ecfdf1ce req-70fec70e-7640-4f88-8324-6e667615583e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:11.422180 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1a9ae06f-a346-4614-94b8-5714ecfdf1ce req-70fec70e-7640-4f88-8324-6e667615583e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 944 time: 0.0861115 Jun 29 17:37:11.497040 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1a9ae06f-a346-4614-94b8-5714ecfdf1ce req-21657a28-019c-458d-b8cc-ba6a031972d1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637004 Jun 29 17:37:12.717099 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c9ee1-ca12-442d-b82f-7099dc99d3cd req-c774b27f-22f5-4661-8d83-42a3a0376eb6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:12.719010 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7f9c9ee1-ca12-442d-b82f-7099dc99d3cd req-c774b27f-22f5-4661-8d83-42a3a0376eb6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 944 time: 0.0887167 Jun 29 17:37:12.765176 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-7f9c9ee1-ca12-442d-b82f-7099dc99d3cd req-d1563364-98a8-4495-b446-04b39ccf35a8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390298 Jun 29 17:37:12.854326 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:37:12.930204 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:37:12.930591 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:13.039043 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:13.079760 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:37:13.084962 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a764b364-b003-474f-a3e5-ea6e1346c66f" -d '{"events": [{"server_uuid": "d9f1634e-0600-41a6-8cb3-85fd4977f3cb", "name": "network-vif-plugged", "status": "completed", "tag": "a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:37:13.109017 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:37:13.115884 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:13.119132 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:37:13.198467 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,revision_number=7']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:37:13.208527 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:13.209200 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:13.209908 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:13.210384 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:13.210923 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:13.211232 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:13.211737 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:13.212143 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:13.212550 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:13.212935 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:13.213417 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:13.213818 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:13.219337 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:37:13.420439 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62aceeee-be78-4b7a-99b4-b0f95f290982 x-openstack-request-id: req-62aceeee-be78-4b7a-99b4-b0f95f290982 {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:37:13.420828 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f1634e-0600-41a6-8cb3-85fd4977f3cb", "name": "network-vif-plugged", "status": "completed", "tag": "a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:37:13.421110 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-62aceeee-be78-4b7a-99b4-b0f95f290982 {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:37:13.421569 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e', 'code': 200} Jun 29 17:37:13.994171 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1efbbf-32fb-4b4c-bfe0-6c7eaebd2dad req-92d5f153-8740-406d-8df9-998eee69911b tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:13.996150 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-df1efbbf-32fb-4b4c-bfe0-6c7eaebd2dad req-92d5f153-8740-406d-8df9-998eee69911b tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0874803 Jun 29 17:37:14.049082 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-df1efbbf-32fb-4b4c-bfe0-6c7eaebd2dad req-468e2fbb-3d58-472d-a43b-d5e1ec1700a2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462146 Jun 29 17:37:14.862824 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:15.390195 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8864f-8e6e-4587-ae8b-ee32dae130f8 req-027ffa89-8a9c-4fb1-a539-e87286cc3b8f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:15.392867 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-43d8864f-8e6e-4587-ae8b-ee32dae130f8 req-027ffa89-8a9c-4fb1-a539-e87286cc3b8f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.1257210 Jun 29 17:37:15.459937 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-43d8864f-8e6e-4587-ae8b-ee32dae130f8 req-5873c9b1-d9b7-48bb-bff9-f4d3f2fb19f1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552132 Jun 29 17:37:16.765056 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb90b5e-b137-4e26-82bc-3173a9f3de78 req-5496ef4b-3a50-4035-8bbb-4fb90e606bd7 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:16.775080 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-9cb90b5e-b137-4e26-82bc-3173a9f3de78 req-5496ef4b-3a50-4035-8bbb-4fb90e606bd7 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.1004450 Jun 29 17:37:16.847853 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-9cb90b5e-b137-4e26-82bc-3173a9f3de78 req-427736bf-371e-450e-83bd-490c4291a2a6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698085 Jun 29 17:37:18.190058 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ad660-03f3-4692-8d2a-d7347252ac31 req-dbbc6c25-755f-4f88-9880-b2efe83cd95b tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:18.194177 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a24ad660-03f3-4692-8d2a-d7347252ac31 req-dbbc6c25-755f-4f88-9880-b2efe83cd95b tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.1138120 Jun 29 17:37:18.257487 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-a24ad660-03f3-4692-8d2a-d7347252ac31 req-c1bae6ff-72a3-49c8-af79-c21a7ed09eff tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572858 Jun 29 17:37:19.555259 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbf127-f480-4669-b500-5c2187cb23f6 req-9f042e23-b6f1-4d38-b514-c9ebd3ab25af tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:19.557945 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0ddbf127-f480-4669-b500-5c2187cb23f6 req-9f042e23-b6f1-4d38-b514-c9ebd3ab25af tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0934069 Jun 29 17:37:19.622101 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-0ddbf127-f480-4669-b500-5c2187cb23f6 req-015c12ab-c7b2-45dc-8968-7b09caa33ddf tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576129 Jun 29 17:37:20.878421 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143158a-e5d7-4325-9934-9f815ffc89f9 req-dc95bcee-0c75-48be-a4f8-c6b0bb8b090a tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:20.881672 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d143158a-e5d7-4325-9934-9f815ffc89f9 req-dc95bcee-0c75-48be-a4f8-c6b0bb8b090a tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0894325 Jun 29 17:37:20.938187 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d143158a-e5d7-4325-9934-9f815ffc89f9 req-e82cc9c2-77f7-4303-8c62-6ea2f9e76af1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457771 Jun 29 17:37:21.482998 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e60b5f83-5e85-48ec-8f1b-42faa6ae1ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:22.192954 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6c4ab-73cb-4baa-8137-96301e48277a req-81a93c62-5276-48e3-a1fe-63c0779fd039 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:22.195605 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-08e6c4ab-73cb-4baa-8137-96301e48277a req-81a93c62-5276-48e3-a1fe-63c0779fd039 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0981958 Jun 29 17:37:22.244505 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-08e6c4ab-73cb-4baa-8137-96301e48277a req-d65f3fa3-6d1f-41a3-9f45-fe5952109e53 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399449 Jun 29 17:37:23.566597 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f60e3-9afb-4508-943c-92425bf91628 req-a679b8d2-1d0e-40a5-be33-2eb257502f47 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:23.569769 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-dd6f60e3-9afb-4508-943c-92425bf91628 req-a679b8d2-1d0e-40a5-be33-2eb257502f47 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.1239645 Jun 29 17:37:23.624931 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-dd6f60e3-9afb-4508-943c-92425bf91628 req-e8cd5cd2-8ea3-4b04-b4b7-0187157bb988 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477879 Jun 29 17:37:24.629127 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:24.867121 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-22c21dd6-e3f6-4e8a-a668-51b4b1868c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:24.899545 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae91278-8b2d-4742-9e71-c7b822c266ee req-7bb15a47-62e3-4af8-a2be-686b336c3b34 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:24.901624 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-dae91278-8b2d-4742-9e71-c7b822c266ee req-7bb15a47-62e3-4af8-a2be-686b336c3b34 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0917408 Jun 29 17:37:24.953903 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-dae91278-8b2d-4742-9e71-c7b822c266ee req-bb0678ff-b3c5-4ed5-99a8-5dbcdb353afe tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400672 Jun 29 17:37:26.296587 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725adf41-48fb-4fed-90c7-44f6e959373c req-47373f42-b70d-483e-a7d7-aed5431e7b2d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:26.298778 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-725adf41-48fb-4fed-90c7-44f6e959373c req-47373f42-b70d-483e-a7d7-aed5431e7b2d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.1096330 Jun 29 17:37:26.359954 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-725adf41-48fb-4fed-90c7-44f6e959373c req-0818fed4-0fab-489c-92ca-6eccdb27ddea tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513506 Jun 29 17:37:26.932689 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:27.646779 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b828e7-52f7-4b31-a78e-d7c0c2031257 req-3638f45c-c38d-4f8f-9aa4-195b1cc173a6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:27.648330 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-68b828e7-52f7-4b31-a78e-d7c0c2031257 req-3638f45c-c38d-4f8f-9aa4-195b1cc173a6 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0938265 Jun 29 17:37:27.710286 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-68b828e7-52f7-4b31-a78e-d7c0c2031257 req-ac2eb128-48f7-4a67-bc75-4a4219c0953a tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540140 Jun 29 17:37:28.972530 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6690e79-0caa-4e5f-b29d-625765bb3e4f req-3b2addc4-eb9d-485d-bfeb-412f5308f183 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:28.974528 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d6690e79-0caa-4e5f-b29d-625765bb3e4f req-3b2addc4-eb9d-485d-bfeb-412f5308f183 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.1048431 Jun 29 17:37:29.026453 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d6690e79-0caa-4e5f-b29d-625765bb3e4f req-2e97d4d0-9c37-48b4-97c1-821aa1af0891 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457509 Jun 29 17:37:29.294700 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:30.144295 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cb8a2-15c0-41ec-b789-c9a02856014c req-1fe8074d-20d3-48c6-805b-a1556cb54b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:30.146915 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c28cb8a2-15c0-41ec-b789-c9a02856014c req-1fe8074d-20d3-48c6-805b-a1556cb54b08 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34997567334b4e7fadb444cf6b858ca9&device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 1098 time: 0.0780075 Jun 29 17:37:30.267892 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfd015-d046-4971-8a9c-a797e5b619d5 req-a339c2fd-9de1-4529-af31-fcf2ce0e6c83 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:30.269843 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-57bfd015-d046-4971-8a9c-a797e5b619d5 req-a339c2fd-9de1-4529-af31-fcf2ce0e6c83 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0801990 Jun 29 17:37:30.303828 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cb8a2-15c0-41ec-b789-c9a02856014c req-8e3bcd1f-a83d-4519-9bda-8ac600a5e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:30.306350 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c28cb8a2-15c0-41ec-b789-c9a02856014c req-8e3bcd1f-a83d-4519-9bda-8ac600a5e84c service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 HTTP/1.1" status: 200 len: 919 time: 0.1479335 Jun 29 17:37:30.338220 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-57bfd015-d046-4971-8a9c-a797e5b619d5 req-b16411ee-4942-4e72-a105-fb7313155381 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603971 Jun 29 17:37:30.408971 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c28cb8a2-15c0-41ec-b789-c9a02856014c req-80eee7de-14e1-4bb1-9aaf-526fc2104643 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e HTTP/1.1" status: 200 len: 1001 time: 0.0949938 Jun 29 17:37:30.477134 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cb8a2-15c0-41ec-b789-c9a02856014c req-63428f95-b610-40ef-8a6b-34e28ecf2570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:30.479189 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c28cb8a2-15c0-41ec-b789-c9a02856014c req-63428f95-b610-40ef-8a6b-34e28ecf2570 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a5d9c1e2-d339-4000-a28f-d2eff082887c HTTP/1.1" status: 200 len: 856 time: 0.0590949 Jun 29 17:37:30.564880 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cb8a2-15c0-41ec-b789-c9a02856014c req-8cab154a-1d94-4f07-871b-2120b4314bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:30.566544 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c28cb8a2-15c0-41ec-b789-c9a02856014c req-8cab154a-1d94-4f07-871b-2120b4314bd5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0752454 Jun 29 17:37:30.672970 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c28cb8a2-15c0-41ec-b789-c9a02856014c req-3eae67c5-f97d-4b06-b984-569e28fc720c service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969701 Jun 29 17:37:30.795222 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c28cb8a2-15c0-41ec-b789-c9a02856014c req-3c3c9268-cc0a-4e57-bdbd-87b1eb11889e service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113935 Jun 29 17:37:31.596912 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90405670-8286-4e41-bc47-124c27c6c4cf req-fd5f35e9-4022-49f4-a98e-685d7f8a55c5 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:31.599195 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-90405670-8286-4e41-bc47-124c27c6c4cf req-fd5f35e9-4022-49f4-a98e-685d7f8a55c5 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0753462 Jun 29 17:37:31.647930 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-90405670-8286-4e41-bc47-124c27c6c4cf req-8158216c-6ed2-4c93-b96d-dd78d369f08c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419779 Jun 29 17:37:32.864638 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5766489-1c1b-4c64-b555-1149bccb4874 req-fc3b2009-fa4e-48f4-9228-a8f43a95ab55 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:32.866583 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f5766489-1c1b-4c64-b555-1149bccb4874 req-fc3b2009-fa4e-48f4-9228-a8f43a95ab55 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 945 time: 0.0737000 Jun 29 17:37:32.905227 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:37:32.919832 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f5766489-1c1b-4c64-b555-1149bccb4874 req-518461df-69cd-43ca-b7d1-b90b9d21f1af tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464830 Jun 29 17:37:33.042106 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:33.085820 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:37:33.088470 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52681dba-5b81-4b8f-b7b1-a0d42072d8a7" -d '{"events": [{"server_uuid": "d9f1634e-0600-41a6-8cb3-85fd4977f3cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:37:33.107867 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:37:33.112951 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:33.116923 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:37:33.164728 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 17:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b4eb95-5574-4662-b748-7ae2681ad09d x-openstack-request-id: req-b3b4eb95-5574-4662-b748-7ae2681ad09d {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:37:33.164728 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f1634e-0600-41a6-8cb3-85fd4977f3cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:37:33.165103 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b3b4eb95-5574-4662-b748-7ae2681ad09d {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:37:33.165656 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e', 'code': 200} Jun 29 17:37:33.185642 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,revision_number=8']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:37:33.188949 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:37:33.560860 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:37:34.140920 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf96182-877e-422a-8584-b06412702072 req-e7eeee68-3392-4115-b350-3eb0bc6d2544 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:34.142520 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-bcf96182-877e-422a-8584-b06412702072 req-e7eeee68-3392-4115-b350-3eb0bc6d2544 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.0816710 Jun 29 17:37:34.191457 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-bcf96182-877e-422a-8584-b06412702072 req-af301772-306b-4280-9ef4-991a7a133b20 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390973 Jun 29 17:37:35.602024 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fab671-bf79-41d5-b5c4-b4f061d69ef3 req-7a3ccdb0-7b04-47fa-93f1-e3cece07e506 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:35.604021 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-89fab671-bf79-41d5-b5c4-b4f061d69ef3 req-7a3ccdb0-7b04-47fa-93f1-e3cece07e506 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.0847442 Jun 29 17:37:35.668874 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-89fab671-bf79-41d5-b5c4-b4f061d69ef3 req-fa7a66e4-3f29-403b-84dc-95992ff2434f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555899 Jun 29 17:37:36.103453 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-df92ecd9-3637-4b83-8a90-ffe52fc3669d req-3f5f3296-ab73-4e1d-979a-86ede3349f07 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3419716 Jun 29 17:37:36.897551 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be74e4-e901-4249-acb8-dbfee6cad39e req-d6053c34-984e-4e2d-9054-d5eeec95bbc7 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:36.899517 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-88be74e4-e901-4249-acb8-dbfee6cad39e req-d6053c34-984e-4e2d-9054-d5eeec95bbc7 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.0817723 Jun 29 17:37:36.916322 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:37:36.967956 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-88be74e4-e901-4249-acb8-dbfee6cad39e req-6718dab1-a8ee-43bc-91f6-b5e47deb0ceb tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617378 Jun 29 17:37:37.366111 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92ecd9-3637-4b83-8a90-ffe52fc3669d req-563b7c99-52a7-4ecd-ba22-3934a479710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:37.367637 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df92ecd9-3637-4b83-8a90-ffe52fc3669d req-563b7c99-52a7-4ecd-ba22-3934a479710d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb&tenant_id=34997567334b4e7fadb444cf6b858ca9 HTTP/1.1" status: 200 len: 1096 time: 0.0596893 Jun 29 17:37:37.453868 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92ecd9-3637-4b83-8a90-ffe52fc3669d req-56f2d524-9883-4ed6-9d8b-725c737465b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:37.455420 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df92ecd9-3637-4b83-8a90-ffe52fc3669d req-56f2d524-9883-4ed6-9d8b-725c737465b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34997567334b4e7fadb444cf6b858ca9&device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 1096 time: 0.0595918 Jun 29 17:37:37.573729 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92ecd9-3637-4b83-8a90-ffe52fc3669d req-a019b812-8c5a-4e98-8722-003a870bcd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:37.575401 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df92ecd9-3637-4b83-8a90-ffe52fc3669d req-a019b812-8c5a-4e98-8722-003a870bcd94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 HTTP/1.1" status: 200 len: 919 time: 0.1120200 Jun 29 17:37:37.652293 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df92ecd9-3637-4b83-8a90-ffe52fc3669d req-3b2b4e81-f79c-4370-8b08-fe8fe6dfee88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e HTTP/1.1" status: 200 len: 999 time: 0.0691807 Jun 29 17:37:37.711130 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92ecd9-3637-4b83-8a90-ffe52fc3669d req-d242b66a-fcc8-4cc4-9128-86cf7165055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:37.712639 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df92ecd9-3637-4b83-8a90-ffe52fc3669d req-d242b66a-fcc8-4cc4-9128-86cf7165055c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a5d9c1e2-d339-4000-a28f-d2eff082887c HTTP/1.1" status: 200 len: 856 time: 0.0526147 Jun 29 17:37:37.785120 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92ecd9-3637-4b83-8a90-ffe52fc3669d req-507fb43a-96c0-4d67-ad80-66b2a491606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:37.787735 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df92ecd9-3637-4b83-8a90-ffe52fc3669d req-507fb43a-96c0-4d67-ad80-66b2a491606f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0670948 Jun 29 17:37:37.896081 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df92ecd9-3637-4b83-8a90-ffe52fc3669d req-b3f3849b-3770-4019-bc77-0ca6fe7f5216 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998847 Jun 29 17:37:38.073671 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-df92ecd9-3637-4b83-8a90-ffe52fc3669d req-b432973c-b103-4967-b45b-77df674d1b21 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694982 Jun 29 17:37:38.253172 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea6943-0ee0-49d4-ac78-29afa64fa4fb req-377bc576-0238-4b46-921f-eccbf217f601 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:38.254981 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-07ea6943-0ee0-49d4-ac78-29afa64fa4fb req-377bc576-0238-4b46-921f-eccbf217f601 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.0803514 Jun 29 17:37:38.323436 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-07ea6943-0ee0-49d4-ac78-29afa64fa4fb req-57608eb3-f551-4d6b-8474-78b45aa9f295 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593414 Jun 29 17:37:39.649641 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ff949-6f8d-411e-b664-717ae4943572 req-c9accaf8-c2e8-4e80-97fb-fb0812f92a33 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:39.651581 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e15ff949-6f8d-411e-b664-717ae4943572 req-c9accaf8-c2e8-4e80-97fb-fb0812f92a33 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.1112235 Jun 29 17:37:39.705061 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-e15ff949-6f8d-411e-b664-717ae4943572 req-2be02a7c-7e6b-4d21-ba11-26bc0ee0e01b tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472832 Jun 29 17:37:40.971896 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00725882-886f-45bd-b521-9308d92d6f32 req-6a71de4c-9e73-48ac-9798-36057051ff6c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:40.974602 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-00725882-886f-45bd-b521-9308d92d6f32 req-6a71de4c-9e73-48ac-9798-36057051ff6c tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.1068900 Jun 29 17:37:41.026406 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-00725882-886f-45bd-b521-9308d92d6f32 req-0182692c-1a21-4514-aa7f-baf7e65b0651 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444458 Jun 29 17:37:42.267073 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687acd4d-0976-4214-a60a-ae8f9b1e5767 req-a3466974-3178-4cdf-b87d-bc48c37578ca tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:42.268727 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-687acd4d-0976-4214-a60a-ae8f9b1e5767 req-a3466974-3178-4cdf-b87d-bc48c37578ca tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.0877261 Jun 29 17:37:42.327330 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-687acd4d-0976-4214-a60a-ae8f9b1e5767 req-c5d9e90f-8fa5-45d0-a860-5a94fcb9f243 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516965 Jun 29 17:37:43.575505 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c35e70-e0e5-43d0-b522-aae01cd484e7 req-ce32624f-d5a3-4efe-bb04-a065ab4bdbfe tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:43.577784 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f8c35e70-e0e5-43d0-b522-aae01cd484e7 req-ce32624f-d5a3-4efe-bb04-a065ab4bdbfe tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.0912228 Jun 29 17:37:43.640799 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-f8c35e70-e0e5-43d0-b522-aae01cd484e7 req-3c4d8569-4d76-40d8-9927-8b15c6cdb395 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515728 Jun 29 17:37:44.858028 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:44.974344 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479ce8a-4942-4f78-a1f5-0c8384c67490 req-e0d3a13b-cf09-4875-a462-74ec371401ac tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:44.975880 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3479ce8a-4942-4f78-a1f5-0c8384c67490 req-e0d3a13b-cf09-4875-a462-74ec371401ac tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.1043103 Jun 29 17:37:45.054771 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-3479ce8a-4942-4f78-a1f5-0c8384c67490 req-92e2a862-8ee5-46da-bf85-a54be00b6bc1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700583 Jun 29 17:37:46.295143 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019b929-bfe2-4699-80ae-eac756133b73 req-9873ff35-e95d-4365-88be-c00ef5231413 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:46.296502 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e019b929-bfe2-4699-80ae-eac756133b73 req-9873ff35-e95d-4365-88be-c00ef5231413 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.0820243 Jun 29 17:37:46.357088 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-e019b929-bfe2-4699-80ae-eac756133b73 req-b73b330c-59cf-4221-b410-41d28e1dd575 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521736 Jun 29 17:37:47.676676 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f4f47-8306-446a-bddb-7768a53d7306 req-4edb6735-315d-4227-8333-ba642260fe24 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:47.678229 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-379f4f47-8306-446a-bddb-7768a53d7306 req-4edb6735-315d-4227-8333-ba642260fe24 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.0916440 Jun 29 17:37:47.743428 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-379f4f47-8306-446a-bddb-7768a53d7306 req-31e7074a-02a2-4bfb-90e2-dd4abc8fe938 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551114 Jun 29 17:37:49.041983 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7ae60-ee49-4f46-b549-c1a9179b872a req-dc49b8e1-b7e4-43b7-9a76-f462634f4f30 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:49.044437 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-92b7ae60-ee49-4f46-b549-c1a9179b872a req-dc49b8e1-b7e4-43b7-9a76-f462634f4f30 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.1236670 Jun 29 17:37:49.123472 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-92b7ae60-ee49-4f46-b549-c1a9179b872a req-588db901-ec3f-415f-88b5-438b7ddbf4ed tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647821 Jun 29 17:37:50.340007 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb0069-6620-446e-a83d-2e52c3073993 req-de083602-6e8b-482d-b996-ac67f8eb309d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:50.341666 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8dbb0069-6620-446e-a83d-2e52c3073993 req-de083602-6e8b-482d-b996-ac67f8eb309d tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.0783150 Jun 29 17:37:50.394204 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8dbb0069-6620-446e-a83d-2e52c3073993 req-a5926066-ba8a-4fb2-86ef-55890d3b2bf0 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416853 Jun 29 17:37:51.314285 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-498e3e0e-4228-40d6-a303-adb8de1f3067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:51.663690 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519a4e5-c480-44aa-9af0-f294008feb02 req-4313c084-6d63-4fe0-ab3f-935f8fc8a9e3 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:51.665431 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c519a4e5-c480-44aa-9af0-f294008feb02 req-4313c084-6d63-4fe0-ab3f-935f8fc8a9e3 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.0775263 Jun 29 17:37:51.717345 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-c519a4e5-c480-44aa-9af0-f294008feb02 req-88ed1e23-87ee-48c5-94e6-57a2cb812707 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449042 Jun 29 17:37:52.931683 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16b871-e6f2-41f0-8413-fa8a2c6833e1 req-832903d3-6f12-4995-9429-4b513ff8e486 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:52.933728 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-db16b871-e6f2-41f0-8413-fa8a2c6833e1 req-832903d3-6f12-4995-9429-4b513ff8e486 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.0791588 Jun 29 17:37:52.981832 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-db16b871-e6f2-41f0-8413-fa8a2c6833e1 req-d0aae6dd-7324-4edd-854e-ff053cdb411f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417986 Jun 29 17:37:53.288550 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292fa38-7b09-4bc9-b21a-4efe1c6f2c8a req-81e506ec-f619-41d0-820e-4a4c7f9c6d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:53.291263 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b292fa38-7b09-4bc9-b21a-4efe1c6f2c8a req-81e506ec-f619-41d0-820e-4a4c7f9c6d9e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34997567334b4e7fadb444cf6b858ca9&device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 1096 time: 0.0791826 Jun 29 17:37:53.444446 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292fa38-7b09-4bc9-b21a-4efe1c6f2c8a req-cb8a3b8c-7001-463b-82bd-ac4ea06eb006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:53.447132 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b292fa38-7b09-4bc9-b21a-4efe1c6f2c8a req-cb8a3b8c-7001-463b-82bd-ac4ea06eb006 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 HTTP/1.1" status: 200 len: 919 time: 0.1308048 Jun 29 17:37:53.568467 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b292fa38-7b09-4bc9-b21a-4efe1c6f2c8a req-f9167250-9a8f-4d17-9de3-c026eedec775 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e HTTP/1.1" status: 200 len: 999 time: 0.1133811 Jun 29 17:37:53.927088 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292fa38-7b09-4bc9-b21a-4efe1c6f2c8a req-0307ca36-8e8e-4c84-bf23-ebc59f91b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:53.928650 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b292fa38-7b09-4bc9-b21a-4efe1c6f2c8a req-0307ca36-8e8e-4c84-bf23-ebc59f91b59d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a5d9c1e2-d339-4000-a28f-d2eff082887c HTTP/1.1" status: 200 len: 856 time: 0.3534212 Jun 29 17:37:54.000899 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292fa38-7b09-4bc9-b21a-4efe1c6f2c8a req-5fbbf33c-b15c-41e8-96ac-9da635a795eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:54.002530 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b292fa38-7b09-4bc9-b21a-4efe1c6f2c8a req-5fbbf33c-b15c-41e8-96ac-9da635a795eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0662806 Jun 29 17:37:54.125892 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b292fa38-7b09-4bc9-b21a-4efe1c6f2c8a req-f10bad2a-653f-4411-906f-9a4e97e1527d service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147895 Jun 29 17:37:54.220919 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdd935-e959-47f7-8124-5e5a7d937ddc req-f459fca3-d267-4a3a-9552-4d3a3363dd71 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:54.222571 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-58cdd935-e959-47f7-8124-5e5a7d937ddc req-f459fca3-d267-4a3a-9552-4d3a3363dd71 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.0774541 Jun 29 17:37:54.239929 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-b292fa38-7b09-4bc9-b21a-4efe1c6f2c8a req-5fab6037-eaf8-4da4-be82-5dbfd8915cf3 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065092 Jun 29 17:37:54.274131 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-58cdd935-e959-47f7-8124-5e5a7d937ddc req-4443b144-9ae6-4cae-9651-939a35c68d62 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412340 Jun 29 17:37:54.661349 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:54.868828 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-872e4444-c4ad-4ef4-a9be-b6caef7bc6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:55.543728 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6d8d2-081e-4137-8f6c-b02e6dd09147 req-bf1fdc62-143c-4c93-8e57-c0055e855f56 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:55.545384 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1ab6d8d2-081e-4137-8f6c-b02e6dd09147 req-bf1fdc62-143c-4c93-8e57-c0055e855f56 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.0824337 Jun 29 17:37:55.600118 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-1ab6d8d2-081e-4137-8f6c-b02e6dd09147 req-64ea3127-dc76-4523-ba25-3ec78ba4a9cc tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461981 Jun 29 17:37:56.813304 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3e4bb-fe60-457a-918c-c473cf54d337 req-813767af-c721-46e1-b50d-650608e7eed2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:56.815759 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-72d3e4bb-fe60-457a-918c-c473cf54d337 req-813767af-c721-46e1-b50d-650608e7eed2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 943 time: 0.0811336 Jun 29 17:37:56.881619 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-72d3e4bb-fe60-457a-918c-c473cf54d337 req-43f1448e-fbed-4353-931a-b7d07c7dde8b tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594392 Jun 29 17:37:56.927745 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:57.055705 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=93005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:37:57.170947 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:37:57.185620 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Returning: {'device': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'port_id': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e', 'mac_address': 'fa:16:3e:c0:3e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:37:57.235243 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:57.251325 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e {{(pid=93005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:37:57.275505 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:37:57.280891 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:57.283366 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:37:57.339141 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,revision_number=9']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:37:57.343221 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:37:57.710678 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] get_ports_and_sgs() called for port_ids ['a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e'] {{(pid=93005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:37:58.182536 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40beb6-ba73-4d0e-8c5e-8333b17d0518 req-7c4598e9-8ac5-4a2c-8a14-eb9d10dea757 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:58.184414 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8c40beb6-ba73-4d0e-8c5e-8333b17d0518 req-7c4598e9-8ac5-4a2c-8a14-eb9d10dea757 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 944 time: 0.0765071 Jun 29 17:37:58.232743 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-8c40beb6-ba73-4d0e-8c5e-8333b17d0518 req-0c77a9ea-911a-4ecf-965a-6c41897033a7 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378077 Jun 29 17:37:59.057244 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e up at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:37:59.115004 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.provisioning_blocks [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Provisioning complete for port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e triggered by entity L2. {{(pid=93005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:37:59.115644 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964350'] for port, provisioning_complete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:59.211770 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525764'] for port, before_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:59.243560 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e'}] {{(pid=93005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:37:59.246741 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25afa49656ddd4d67837951019602fe110afac45ea64108ee97138d8fed57962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db46119f-1ac6-425e-9e93-60d8a703f9fb" -d '{"events": [{"server_uuid": "d9f1634e-0600-41a6-8cb3-85fd4977f3cb", "name": "network-vif-plugged", "status": "completed", "tag": "a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e"}]}' {{(pid=93005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:37:59.267712 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] For port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:37:59.279078 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774724380618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774723922966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774723923011'] for port, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:59.284684 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:37:59.324733 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdcfdce-9f78-4fde-8eaa-39978ff4c95e x-openstack-request-id: req-8bdcfdce-9f78-4fde-8eaa-39978ff4c95e {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:37:59.325164 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f1634e-0600-41a6-8cb3-85fd4977f3cb", "name": "network-vif-plugged", "status": "completed", "tag": "a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e", "code": 200}]} {{(pid=93005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:37:59.325476 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8bdcfdce-9f78-4fde-8eaa-39978ff4c95e {{(pid=93005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:37:59.326119 dv-cinder-763306-14-smb neutron-server[93005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e', 'code': 200} Jun 29 17:37:59.334028 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:59.374994 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Pushing event updated for resources: {'Port': ['ID=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,revision_number=10']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:37:59.379235 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:37:59.474825 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952f45b-3094-4b60-b723-287723e7314b req-fac9257e-b0c5-4867-83dd-37dcc1ef7f86 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:59.476371 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c952f45b-3094-4b60-b723-287723e7314b req-fac9257e-b0c5-4867-83dd-37dcc1ef7f86 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 946 time: 0.0886436 Jun 29 17:37:59.557662 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-c952f45b-3094-4b60-b723-287723e7314b req-a6ca6386-46fe-467c-90c1-5ef13fb990e8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749199 Jun 29 17:37:59.589741 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baef72-1876-4a3c-87c5-d7fe781b4f07 req-bbd85c41-4a96-457f-ad47-76dd10ec93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:37:59.592313 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-17baef72-1876-4a3c-87c5-d7fe781b4f07 req-bbd85c41-4a96-457f-ad47-76dd10ec93a9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 1099 time: 0.0908806 Jun 29 17:37:59.632870 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-17baef72-1876-4a3c-87c5-d7fe781b4f07 req-af02f986-844d-448b-a938-d4b1f0fc62e4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328991 Jun 29 17:38:00.793137 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d469d-c8dc-40e5-b429-6a7a9a45bb80 req-0272929e-1678-486d-ac1c-d436f2c0e457 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:38:00.796092 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-946d469d-c8dc-40e5-b429-6a7a9a45bb80 req-0272929e-1678-486d-ac1c-d436f2c0e457 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 946 time: 0.0972180 Jun 29 17:38:00.862333 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-946d469d-c8dc-40e5-b429-6a7a9a45bb80 req-010ee539-445d-4902-9d18-b18e9e650eec tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568507 Jun 29 17:38:02.135077 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00db3ae-9370-47ac-b955-61ef076d2288 req-0e9978ff-a0f0-4e90-b3ff-b5ab0bd500dc tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:38:02.137449 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d00db3ae-9370-47ac-b955-61ef076d2288 req-0e9978ff-a0f0-4e90-b3ff-b5ab0bd500dc tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 946 time: 0.0797193 Jun 29 17:38:02.187248 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-d00db3ae-9370-47ac-b955-61ef076d2288 req-7f17b755-bbd4-4b7f-82b7-028790610111 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425019 Jun 29 17:38:10.560400 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:38:14.884323 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:21.323119 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b5855294-b051-4153-897d-fbf2b5811c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:24.624189 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:24.863090 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-9c68501e-661f-41d1-80ae-027a722bd961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:26.929605 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:29.295496 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:44.888962 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:47.560134 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:38:51.318393 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2f61839-e643-4c0c-a9d5-98700225326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:54.622008 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:54.867308 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-1931d28c-1971-48c7-be4d-4743fa97afae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:55.746261 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-424c494c-93ce-4230-a812-48737085574c req-3309a349-9789-4ac2-9adf-f4ba75192338 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655758 Jun 29 17:38:55.858292 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c494c-93ce-4230-a812-48737085574c req-b3fbb5c9-b2df-4a45-9d2d-68d19e80d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:38:55.859924 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-424c494c-93ce-4230-a812-48737085574c req-b3fbb5c9-b2df-4a45-9d2d-68d19e80d38b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34997567334b4e7fadb444cf6b858ca9&device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 1099 time: 0.0624876 Jun 29 17:38:55.993089 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c494c-93ce-4230-a812-48737085574c req-35932cc1-2ebc-447e-8300-c01234abd171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:38:55.994979 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-424c494c-93ce-4230-a812-48737085574c req-35932cc1-2ebc-447e-8300-c01234abd171 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 HTTP/1.1" status: 200 len: 919 time: 0.1099172 Jun 29 17:38:56.075034 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-424c494c-93ce-4230-a812-48737085574c req-4337ecd3-30e8-4032-b9da-0df218226ccc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e HTTP/1.1" status: 200 len: 1001 time: 0.0726438 Jun 29 17:38:56.137150 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c494c-93ce-4230-a812-48737085574c req-8eb61407-3cd2-4456-9b30-12b4c6dd5c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:38:56.139875 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-424c494c-93ce-4230-a812-48737085574c req-8eb61407-3cd2-4456-9b30-12b4c6dd5c39 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a5d9c1e2-d339-4000-a28f-d2eff082887c HTTP/1.1" status: 200 len: 856 time: 0.0573497 Jun 29 17:38:56.218389 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c494c-93ce-4230-a812-48737085574c req-247fa7ea-ab63-498d-bf4d-7d3cfe5e4bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:38:56.221080 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-424c494c-93ce-4230-a812-48737085574c req-247fa7ea-ab63-498d-bf4d-7d3cfe5e4bf4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0742481 Jun 29 17:38:56.352565 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-424c494c-93ce-4230-a812-48737085574c req-4817b657-94d8-4cd9-9654-571e0b083156 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226914 Jun 29 17:38:56.524158 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-424c494c-93ce-4230-a812-48737085574c req-1c775992-9e66-411b-bf0b-067652ea75d4 service neutron] 10.222.0.72 "GET /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644795 Jun 29 17:38:56.942902 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:59.297233 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:10.096515 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99160183-6d26-4fe4-a28b-b7aa0dde6561 req-d1746407-2977-4b3f-a236-98339d85e039 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:39:10.097995 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-99160183-6d26-4fe4-a28b-b7aa0dde6561 req-d1746407-2977-4b3f-a236-98339d85e039 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 946 time: 0.1049514 Jun 29 17:39:10.153259 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-99160183-6d26-4fe4-a28b-b7aa0dde6561 req-c917e7f9-6582-406d-8510-9b01a027b9cf tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452151 Jun 29 17:39:11.357762 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bbc50-e0b9-42de-b722-15cf50b8fce5 req-86b5859e-409a-4e85-b7cd-58e4f54821c2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:39:11.359395 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-969bbc50-e0b9-42de-b722-15cf50b8fce5 req-86b5859e-409a-4e85-b7cd-58e4f54821c2 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 946 time: 0.0783927 Jun 29 17:39:11.412773 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [req-969bbc50-e0b9-42de-b722-15cf50b8fce5 req-7eb56569-2859-45c0-ba53-8881d4ccfbd1 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439229 Jun 29 17:39:12.061424 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302410b4-4dbc-408f-a88e-0b07fae1a0dc req-5f88a98e-103f-42f8-98dc-4c361d757cac tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:39:12.064016 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-302410b4-4dbc-408f-a88e-0b07fae1a0dc req-5f88a98e-103f-42f8-98dc-4c361d757cac tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 946 time: 0.0905833 Jun 29 17:39:12.189230 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-302410b4-4dbc-408f-a88e-0b07fae1a0dc req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Deleting port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:39:12.190243 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-302410b4-4dbc-408f-a88e-0b07fae1a0dc req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:12.301113 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [req-302410b4-4dbc-408f-a88e-0b07fae1a0dc req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] For port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:39:12.301526 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-302410b4-4dbc-408f-a88e-0b07fae1a0dc req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:12.520409 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-302410b4-4dbc-408f-a88e-0b07fae1a0dc req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:12.520911 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-302410b4-4dbc-408f-a88e-0b07fae1a0dc req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1605382'] for floatingip, after_update {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:12.521273 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.db.l3_db [req-302410b4-4dbc-408f-a88e-0b07fae1a0dc req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Floating IP 137a89b1-719f-430f-bbd1-d01eeb9e70cb disassociated. External IP: 172.28.0.121, port: a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e. Jun 29 17:39:12.521715 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [req-302410b4-4dbc-408f-a88e-0b07fae1a0dc req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Calling delete_port for a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e owned by compute:nova {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:39:12.759391 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0665f61-aae9-466b-982a-fb39e9f04ae8 req-b794f388-7a5d-4233-885c-c49eecb5449f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:39:12.760966 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f0665f61-aae9-466b-982a-fb39e9f04ae8 req-b794f388-7a5d-4233-885c-c49eecb5449f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 946 time: 0.1697204 Jun 29 17:39:12.841213 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-f0665f61-aae9-466b-982a-fb39e9f04ae8 req-18fba63e-c9a0-4eab-8559-1e3e201f8b24 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups?id=0682574a-af84-4032-bfbe-6454f55e8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716567 Jun 29 17:39:12.848324 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-302410b4-4dbc-408f-a88e-0b07fae1a0dc req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:12.855228 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-efd359fb-9668-494a-bb15-600410636d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:12.905186 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event deleted for resources: {'Port': ['ID=a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:12.928331 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:12.928958 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:12.929655 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:12.930302 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:12.930954 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:12.931963 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:12.932716 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:12.933402 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:12.934006 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:12.934647 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:12.935289 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:12.935907 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:12.944407 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:13.151705 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-302410b4-4dbc-408f-a88e-0b07fae1a0dc req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Router 754c3408-bfbc-45f3-8409-d405d07c2ac0 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:39:13.345003 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-302410b4-4dbc-408f-a88e-0b07fae1a0dc req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:39:13.360352 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39989ad2-af06-42f2-9f11-030be7ffa776 None None] Sync routers for ids ['754c3408-bfbc-45f3-8409-d405d07c2ac0'] in dv-cinder-763306-14-smb {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:39:13.376502 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39989ad2-af06-42f2-9f11-030be7ffa776 None None] Routers {'754c3408-bfbc-45f3-8409-d405d07c2ac0'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:39:13.378353 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-39989ad2-af06-42f2-9f11-030be7ffa776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:38:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['754c3408-bfbc-45f3-8409-d405d07c2ac0'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:39:13.422222 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [req-302410b4-4dbc-408f-a88e-0b07fae1a0dc req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] No DVR routers for this DVR port a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e on host hv-cinder-76330 {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:39:13.428038 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [req-302410b4-4dbc-408f-a88e-0b07fae1a0dc req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for port, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:13.432079 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-302410b4-4dbc-408f-a88e-0b07fae1a0dc req-16185fc6-6e83-4a6d-bd32-f2850915b665 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.72 "DELETE /v2.0/ports/a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e HTTP/1.1" status: 204 len: 173 time: 1.3602676 Jun 29 17:39:13.433148 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'name': 'network-vif-deleted', 'tag': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e'}] {{(pid=93004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:39:13.438389 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af79feca83c57eaf9c9b0d8a5816d9bda2f0b1999f281c4254568d7f22b9461" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d20cba-3f4f-4106-aef2-776f1dadb5dc" -d '{"events": [{"server_uuid": "d9f1634e-0600-41a6-8cb3-85fd4977f3cb", "name": "network-vif-deleted", "tag": "a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e"}]}' {{(pid=93004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:39:13.501813 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e791eb39-488f-441a-8253-ac0bc001d38e x-openstack-request-id: req-e791eb39-488f-441a-8253-ac0bc001d38e {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:39:13.507098 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f1634e-0600-41a6-8cb3-85fd4977f3cb", "name": "network-vif-deleted", "tag": "a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e", "status": "completed", "code": 200}]} {{(pid=93004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:39:13.507727 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e791eb39-488f-441a-8253-ac0bc001d38e {{(pid=93004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:39:13.508471 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f1634e-0600-41a6-8cb3-85fd4977f3cb', 'name': 'network-vif-deleted', 'tag': 'a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e', 'status': 'completed', 'code': 200} Jun 29 17:39:13.578355 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-39989ad2-af06-42f2-9f11-030be7ffa776 None None] Set router 754c3408-bfbc-45f3-8409-d405d07c2ac0 gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:39:13.833919 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-39989ad2-af06-42f2-9f11-030be7ffa776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:40Z', 'revision_number': 5, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:39:13.862926 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39989ad2-af06-42f2-9f11-030be7ffa776 None None] Checking router: 754c3408-bfbc-45f3-8409-d405d07c2ac0 for host: dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:39:13.873041 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39989ad2-af06-42f2-9f11-030be7ffa776 None None] Routers {'754c3408-bfbc-45f3-8409-d405d07c2ac0'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:39:13.873718 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-39989ad2-af06-42f2-9f11-030be7ffa776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:38:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['754c3408-bfbc-45f3-8409-d405d07c2ac0'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:39:14.039737 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-39989ad2-af06-42f2-9f11-030be7ffa776 None None] Set router 754c3408-bfbc-45f3-8409-d405d07c2ac0 gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:39:14.088115 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [req-9d8e538c-7c97-40d7-a9cd-0241aa9523ab req-be6752b6-3f1f-479c-966f-34416bdf51b3 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9f1634e-0600-41a6-8cb3-85fd4977f3cb HTTP/1.1" status: 200 len: 210 time: 0.0569139 Jun 29 17:39:14.311717 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-39989ad2-af06-42f2-9f11-030be7ffa776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:40Z', 'revision_number': 5, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:39:14.449697 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39989ad2-af06-42f2-9f11-030be7ffa776 None None] The sync data for ids ['754c3408-bfbc-45f3-8409-d405d07c2ac0'] in dv-cinder-763306-14-smb is: [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:29:31Z', 'revision_number': 4, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb', '_interfaces': [{'id': '0d9b36cd-947a-44af-a285-c3da84b2fb41', 'name': '', 'network_id': 'f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'mac_address': 'fa:16:3e:21:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:30Z', 'updated_at': '2021-06-29T17:29:40Z', 'revision_number': 5, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'subnets': [{'id': 'a5d9c1e2-d339-4000-a28f-d2eff082887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:39:14.711744 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a6d75-50d1-453e-9e31-d52c4185fc5a None None] New status for floating IP 137a89b1-719f-430f-bbd1-d01eeb9e70cb: DOWN {{(pid=93005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:39:14.887844 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:15.256592 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45418) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:15.323762 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-9d793793-b34e-4d34-af02-94226cbff26f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:15.355598 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-9d793793-b34e-4d34-af02-94226cbff26f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:15.428781 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-9d793793-b34e-4d34-af02-94226cbff26f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:15.432207 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-9d793793-b34e-4d34-af02-94226cbff26f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:15.433809 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-9d793793-b34e-4d34-af02-94226cbff26f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "DELETE /v2.0/security-groups/0682574a-af84-4032-bfbe-6454f55e8ccf HTTP/1.1" status: 204 len: 168 time: 0.1760914 Jun 29 17:39:15.435086 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f115aba7-303c-4888-be0d-2c092daf729b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:15.438298 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 45420) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:15.448865 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d793793-b34e-4d34-af02-94226cbff26f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0682574a-af84-4032-bfbe-6454f55e8ccf,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:15.452156 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-9d793793-b34e-4d34-af02-94226cbff26f tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:15.467049 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.api.v2.resource [None req-3f427a2a-3275-47a6-89ff-598128308df8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] show failed (client error): The resource could not be found. Jun 29 17:39:15.468738 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-3f427a2a-3275-47a6-89ff-598128308df8 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "GET /v2.0/security-groups/0682574a-af84-4032-bfbe-6454f55e8ccf HTTP/1.1" status: 404 len: 347 time: 0.0279806 Jun 29 17:39:15.474057 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45422) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:15.627318 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-5a472489-72b4-45ac-8006-07588689014e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Deleting port 76fe5c98-c08b-4952-8b84-16e5363af7c5 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:39:15.627881 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5a472489-72b4-45ac-8006-07588689014e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:15.720051 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5a472489-72b4-45ac-8006-07588689014e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:15.720301 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5a472489-72b4-45ac-8006-07588689014e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:15.736090 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-5a472489-72b4-45ac-8006-07588689014e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Calling delete_port for 76fe5c98-c08b-4952-8b84-16e5363af7c5 owned by network:floatingip {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:39:15.902624 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5a472489-72b4-45ac-8006-07588689014e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:15.905155 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c3526372-6ab2-4985-85a3-18c7720eec48 tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:15.935119 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a472489-72b4-45ac-8006-07588689014e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Pushing event deleted for resources: {'Port': ['ID=76fe5c98-c08b-4952-8b84-16e5363af7c5,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:15.938611 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-5a472489-72b4-45ac-8006-07588689014e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:16.009516 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5a472489-72b4-45ac-8006-07588689014e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks [] for floatingip, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:16.012067 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-5a472489-72b4-45ac-8006-07588689014e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74429'] for floatingip, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:16.013344 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-5a472489-72b4-45ac-8006-07588689014e tempest-AttachVolumeShelveTestJSON-1086564832 tempest-AttachVolumeShelveTestJSON-1086564832-project] 10.222.0.101 "DELETE /v2.0/floatingips/137a89b1-719f-430f-bbd1-d01eeb9e70cb HTTP/1.1" status: 204 len: 168 time: 0.5379720 Jun 29 17:39:17.412847 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e no longer exists at agent hyperv_hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:39:17.480922 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] No Port match for: a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:39:17.481525 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Device a5c31e85-9228-4f67-ac99-4a6e8ac3ef7e not bound to the agent host hv-cinder-76330 {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:39:18.844382 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45444) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:19.505731 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1dad4ba7-7e87-441e-8bf0-06f7398eca37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688077'] for router_interface, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:19.815910 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-1dad4ba7-7e87-441e-8bf0-06f7398eca37 admin admin] Deleting port 0d9b36cd-947a-44af-a285-c3da84b2fb41 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:39:19.815910 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1dad4ba7-7e87-441e-8bf0-06f7398eca37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:19.915531 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [None req-1dad4ba7-7e87-441e-8bf0-06f7398eca37 admin admin] For port 0d9b36cd-947a-44af-a285-c3da84b2fb41, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=0d9b36cd-947a-44af-a285-c3da84b2fb41,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:39:19.916640 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1dad4ba7-7e87-441e-8bf0-06f7398eca37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:19.932247 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-1dad4ba7-7e87-441e-8bf0-06f7398eca37 admin admin] Calling delete_port for 0d9b36cd-947a-44af-a285-c3da84b2fb41 owned by network:router_interface {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:39:20.153438 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1dad4ba7-7e87-441e-8bf0-06f7398eca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:20.155989 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-4f6f0dbe-9a81-4444-8afd-a39c085884dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:20.184179 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad4ba7-7e87-441e-8bf0-06f7398eca37 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9b36cd-947a-44af-a285-c3da84b2fb41,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:20.188253 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-1dad4ba7-7e87-441e-8bf0-06f7398eca37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:20.399254 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-1dad4ba7-7e87-441e-8bf0-06f7398eca37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695165'] for router_interface, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:20.709102 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dad4ba7-7e87-441e-8bf0-06f7398eca37 admin admin] Router 754c3408-bfbc-45f3-8409-d405d07c2ac0 has already been hosted by L3 agent 6535535d-f8d3-437d-b761-e78246650cd0 {{(pid=93004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:39:20.836794 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dad4ba7-7e87-441e-8bf0-06f7398eca37 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-smb the message routers_updated {{(pid=93004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:39:20.846807 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-1dad4ba7-7e87-441e-8bf0-06f7398eca37 admin admin] 10.222.0.101 "PUT /v2.0/routers/754c3408-bfbc-45f3-8409-d405d07c2ac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0010223 Jun 29 17:39:20.849098 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e41e0-f7b0-439a-a7da-fc394cb3b1cd None None] Sync routers for ids ['754c3408-bfbc-45f3-8409-d405d07c2ac0'] in dv-cinder-763306-14-smb {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:39:20.851210 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45448) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:20.867554 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e41e0-f7b0-439a-a7da-fc394cb3b1cd None None] Routers {'754c3408-bfbc-45f3-8409-d405d07c2ac0'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:39:20.868211 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-447e41e0-f7b0-439a-a7da-fc394cb3b1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:38:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['754c3408-bfbc-45f3-8409-d405d07c2ac0'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:39:21.041179 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-447e41e0-f7b0-439a-a7da-fc394cb3b1cd None None] Set router 754c3408-bfbc-45f3-8409-d405d07c2ac0 gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:39:21.297648 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:21.325396 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-454ba5c2-7ae0-4515-9d49-fbeb2b7e7c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:21.356780 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-447e41e0-f7b0-439a-a7da-fc394cb3b1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:39:20Z', 'revision_number': 5, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:39:21.388436 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e41e0-f7b0-439a-a7da-fc394cb3b1cd None None] Checking router: 754c3408-bfbc-45f3-8409-d405d07c2ac0 for host: dv-cinder-763306-14-smb {{(pid=93006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:39:21.404528 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e41e0-f7b0-439a-a7da-fc394cb3b1cd None None] Routers {'754c3408-bfbc-45f3-8409-d405d07c2ac0'} bound to L3 agent in host dv-cinder-763306-14-smb {{(pid=93006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:39:21.405729 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-447e41e0-f7b0-439a-a7da-fc394cb3b1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T17:15:25Z,description=,heartbeat_timestamp=2021-06-29T17:38:55Z,host='dv-cinder-763306-14-smb',id=6535535d-f8d3-437d-b761-e78246650cd0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:15:25Z,topic='l3_agent')) {'router_ids': ['754c3408-bfbc-45f3-8409-d405d07c2ac0'], 'active': True} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:39:21.456065 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:21.528022 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] Deleting port c51a8286-b754-4876-bdcb-821dc1476543 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:39:21.528488 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:21.578954 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_dvr_db [None req-447e41e0-f7b0-439a-a7da-fc394cb3b1cd None None] Set router 754c3408-bfbc-45f3-8409-d405d07c2ac0 gateway port host: dv-cinder-763306-14-smb {{(pid=93006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:39:21.667295 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] For port c51a8286-b754-4876-bdcb-821dc1476543, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=c51a8286-b754-4876-bdcb-821dc1476543,segment=NetworkSegment(dd6b0c7a-1c73-4768-9038-056f1fbe626f),segment_id=dd6b0c7a-1c73-4768-9038-056f1fbe626f)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:39:21.667911 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:21.692717 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] Calling delete_port for c51a8286-b754-4876-bdcb-821dc1476543 owned by network:router_gateway {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:39:21.803887 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.l3_hamode_db [None req-447e41e0-f7b0-439a-a7da-fc394cb3b1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:39:20Z', 'revision_number': 5, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}], 'dv-cinder-763306-14-smb', False) {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:39:21.834295 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e41e0-f7b0-439a-a7da-fc394cb3b1cd None None] The sync data for ids ['754c3408-bfbc-45f3-8409-d405d07c2ac0'] in dv-cinder-763306-14-smb is: [{'id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'name': 'tempest-AttachVolumeShelveTestJSON-1684675862-router', 'tenant_id': '34997567334b4e7fadb444cf6b858ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'external_fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:29:26Z', 'updated_at': '2021-06-29T17:39:20Z', 'revision_number': 5, 'project_id': '34997567334b4e7fadb444cf6b858ca9', 'gw_port': {'id': 'c51a8286-b754-4876-bdcb-821dc1476543', 'name': '', 'network_id': '48360abb-0c2a-46d3-ad90-a3956d77b608', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754c3408-bfbc-45f3-8409-d405d07c2ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:29:27Z', 'updated_at': '2021-06-29T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c009a85e-4853-4052-a30a-9edb82f7da60', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-smb'}] {{(pid=93006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:39:21.972893 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:21.975489 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-d47c5a0f-c188-407e-8a82-718907fcf5fc tempest-VolumesSnapshotTestJSON-1940816778 tempest-VolumesSnapshotTestJSON-1940816778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:22.006339 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c51a8286-b754-4876-bdcb-821dc1476543,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:22.010856 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:22.119506 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602009'] for router_gateway, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:22.302330 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:22.306492 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:22.354390 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 0d9b36cd-947a-44af-a285-c3da84b2fb41 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:39:22.372963 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693848'] for router, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:22.374767 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 754c3408-bfbc-45f3-8409-d405d07c2ac0 {{(pid=93004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:39:22.380525 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:22.381937 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-545d6ef5-2e18-4b15-be93-55f6a3f1b3c1 admin admin] 10.222.0.101 "DELETE /v2.0/routers/754c3408-bfbc-45f3-8409-d405d07c2ac0 HTTP/1.1" status: 204 len: 168 time: 1.5293620 Jun 29 17:39:22.385080 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 45450) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:22.398227 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: 0d9b36cd-947a-44af-a285-c3da84b2fb41 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:39:22.398580 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 0d9b36cd-947a-44af-a285-c3da84b2fb41 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:39:22.454187 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.db.db_base_plugin_v2 [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Deleting subnet a5d9c1e2-d339-4000-a28f-d2eff082887c {{(pid=93003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:39:22.459810 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:22.506949 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8326977'] for subnet, precommit_delete_associations {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:22.634770 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960687'] for subnet, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:22.704530 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8352469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5156225'] for subnet, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:22.707998 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-7af16e9c-6c49-49ad-ab36-94d554212248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:22.735173 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d9c1e2-d339-4000-a28f-d2eff082887c,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:22.747624 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for subnet, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:22.750260 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8148742f-f68d-4de7-8509-7bbf9355dd4b None None] Network f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 requested from dv-cinder-763306-14-smb {{(pid=93005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:39:22.753660 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a5d9c1e2-d339-4000-a28f-d2eff082887c HTTP/1.1" status: 204 len: 168 time: 0.3668797 Jun 29 17:39:22.755610 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45452) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:22.757527 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:22.758702 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:22.759405 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:22.760039 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:22.760681 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:22.761319 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:22.761954 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:22.762656 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:22.763651 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:22.764591 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:22.766026 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:22.766026 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:22.771346 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-9515b3d5-f637-401d-8686-0643a445a92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:22.871970 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641426'] for network, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:22.971425 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Deleting port 73251ba1-2a50-4df7-9fd7-062bc8f77149 {{(pid=93004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:39:22.971776 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:23.016556 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] DHCP port deletion for f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 request from dv-cinder-763306-14-smb {{(pid=93005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 17:39:23.054026 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.db [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] For port 73251ba1-2a50-4df7-9fd7-062bc8f77149, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=73251ba1-2a50-4df7-9fd7-062bc8f77149,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:39:23.054657 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:23.076679 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.plugin [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Calling delete_port for 73251ba1-2a50-4df7-9fd7-062bc8f77149 owned by network:dhcp {{(pid=93004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:39:23.110022 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Deleting port 73251ba1-2a50-4df7-9fd7-062bc8f77149 {{(pid=93005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:39:23.110638 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774724473402'] for port, before_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:23.193795 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7729714'] for port, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:23.211639 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e79ff035-11e7-468d-93bb-149625ba6b84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:23.211979 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.db [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] For port 73251ba1-2a50-4df7-9fd7-062bc8f77149, host dv-cinder-763306-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-smb',level=0,port_id=73251ba1-2a50-4df7-9fd7-062bc8f77149,segment=NetworkSegment(0ab1bc3f-8bd3-4099-bf89-e627abed4b3f),segment_id=0ab1bc3f-8bd3-4099-bf89-e627abed4b3f)] {{(pid=93005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:39:23.212703 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689836'] for port, precommit_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:23.221110 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] No DVR routers for this DVR port 73251ba1-2a50-4df7-9fd7-062bc8f77149 on host dv-cinder-763306-14-smb {{(pid=93004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:39:23.239744 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Calling delete_port for 73251ba1-2a50-4df7-9fd7-062bc8f77149 owned by network:dhcp {{(pid=93005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:39:23.257047 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Pushing event deleted for resources: {'Port': ['ID=73251ba1-2a50-4df7-9fd7-062bc8f77149,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:23.289163 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:23.365327 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960625', 'neutron.services.segments.db._delete_segments_for_network-8774724346435'] for network, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:23.376075 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774724379944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774723922957'] for port, after_delete {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:23.379774 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:23.381845 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3']}} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:39:23.395335 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f') {'for_net_delete': True} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:39:23.395642 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.services.segments.db [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab1bc3f-8bd3-4099-bf89-e627abed4b3f') {} {{(pid=93004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:39:23.407322 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774724263370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7729515'] for segment, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:23.415207 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Pushing event deleted for resources: {'Port': ['ID=73251ba1-2a50-4df7-9fd7-062bc8f77149,revision_number=None']} {{(pid=93005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:23.420195 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] No DVR routers for this DVR port 73251ba1-2a50-4df7-9fd7-062bc8f77149 on host dv-cinder-763306-14-smb {{(pid=93005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:39:23.428295 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933'] for segment, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:23.429008 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:23.429554 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:23.430059 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:23.430418 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:23.430748 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:23.431658 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:23.432009 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:23.432345 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:23.432890 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:23.433266 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:23.433652 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:23.433964 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-smb {{(pid=93005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:39:23.438070 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG oslo_concurrency.lockutils [None req-e11b4ed1-a16c-435c-bfcf-99ee6492ca80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:23.441090 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=93004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:39:23.441599 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-991933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7729765'] for segment, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: Traceback (most recent call last): Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: timer() Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: cb(*args, **kw) Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: return func(*args, **kwargs) Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: self._notify() Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: self.callback(batched_events) Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: event.method(event) Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: return f(self, *a, **k) Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: return self._get(url).json() Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: return self.request(url, 'GET', **kwargs) Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:39:23.443466 dv-cinder-763306-14-smb neutron-server[93004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:39:23.513571 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605428'] for network, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:23.519292 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-b448ebda-993d-439d-b3ec-6fab47ec0403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:23.522827 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804524'] for network, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:23.525076 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] 10.222.0.101 "DELETE /v2.0/networks/f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3 HTTP/1.1" status: 204 len: 168 time: 0.7676520 Jun 29 17:39:23.545572 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Pushing event deleted for resources: {'Network': ['ID=f31bb6eb-bce5-4bc0-8105-5dc18a05c0b3,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:23.550361 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c973b89d-d0c3-4725-b4ae-0eefa1489577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:23.705620 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45456) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:23.774207 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-506bb8d8-40ff-4fd3-9cba-290dd5c70b51 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=34997567334b4e7fadb444cf6b858ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668612 Jun 29 17:39:23.776699 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45458) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:23.845422 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8919b21c-ccb8-43ab-955b-09e1e5221b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:23.878213 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8919b21c-ccb8-43ab-955b-09e1e5221b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:23.952359 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8919b21c-ccb8-43ab-955b-09e1e5221b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:23.956046 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-8919b21c-ccb8-43ab-955b-09e1e5221b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:23.957423 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-8919b21c-ccb8-43ab-955b-09e1e5221b31 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/272b76c4-d623-44b4-b144-afca2cbc45b5 HTTP/1.1" status: 204 len: 168 time: 0.1794333 Jun 29 17:39:23.958298 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-91edf1f2-327f-4716-ba94-7789e5b099de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:23.967675 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919b21c-ccb8-43ab-955b-09e1e5221b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272b76c4-d623-44b4-b144-afca2cbc45b5,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:23.971251 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-8919b21c-ccb8-43ab-955b-09e1e5221b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:24.228521 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device c51a8286-b754-4876-bdcb-821dc1476543 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:39:24.268997 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: c51a8286-b754-4876-bdcb-821dc1476543 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:39:24.269447 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device c51a8286-b754-4876-bdcb-821dc1476543 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:39:24.270134 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 73251ba1-2a50-4df7-9fd7-062bc8f77149 no longer exists at agent ovs-agent-dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:39:24.299059 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] No Port match for: 73251ba1-2a50-4df7-9fd7-062bc8f77149 {{(pid=93005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:39:24.299540 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron.plugins.ml2.rpc [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Device 73251ba1-2a50-4df7-9fd7-062bc8f77149 not bound to the agent host dv-cinder-763306-14-smb {{(pid=93005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:39:24.559409 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:39:24.620616 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:24.875055 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-a7284f31-7f39-4b3d-b9b2-4cbc1e46b672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:26.940064 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:29.304320 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:42.466434 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45670) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:42.629744 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e1537d84-5212-4930-b523-44110edcd16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:42.747263 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e1537d84-5212-4930-b523-44110edcd16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:42.752450 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e1537d84-5212-4930-b523-44110edcd16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:42.755631 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-be06ddc6-016d-4c34-a5c1-ded0e61b9972 tempest-VolumesNegativeTest-1550603534 tempest-VolumesNegativeTest-1550603534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:42.800749 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-e1537d84-5212-4930-b523-44110edcd16e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=25705afd239f4f35b28e41d3ddaf1c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331611 Jun 29 17:39:42.801809 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1537d84-5212-4930-b523-44110edcd16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281941c8-6ea4-4cde-a0d3-dcd326b0c451,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:42.804072 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 45674) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:42.805879 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e1537d84-5212-4930-b523-44110edcd16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:42.875770 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f65aef9e-af4c-4216-a48a-89a0f32c51e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:42.905624 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f65aef9e-af4c-4216-a48a-89a0f32c51e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:43.009911 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f65aef9e-af4c-4216-a48a-89a0f32c51e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:43.013678 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f65aef9e-af4c-4216-a48a-89a0f32c51e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:43.014943 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-f65aef9e-af4c-4216-a48a-89a0f32c51e3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/281941c8-6ea4-4cde-a0d3-dcd326b0c451 HTTP/1.1" status: 204 len: 168 time: 0.2076430 Jun 29 17:39:43.015777 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-82b94012-dc80-4ea1-8470-88d8fea0ec53 tempest-TestMinimumBasicScenario-102323738 tempest-TestMinimumBasicScenario-102323738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:43.025362 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65aef9e-af4c-4216-a48a-89a0f32c51e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281941c8-6ea4-4cde-a0d3-dcd326b0c451,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:43.028334 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f65aef9e-af4c-4216-a48a-89a0f32c51e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:43.398040 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45680) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:43.422468 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-caff9522-c7db-4a65-bf2a-9dedae35dade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:43.567581 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-caff9522-c7db-4a65-bf2a-9dedae35dade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:43.573116 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-caff9522-c7db-4a65-bf2a-9dedae35dade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:43.577162 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-1455931f-d239-4c4a-b745-b3151893585a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:43.621921 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-caff9522-c7db-4a65-bf2a-9dedae35dade admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3c3b42185fed4a7eafa9b6613a959fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221439 Jun 29 17:39:43.623616 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff9522-c7db-4a65-bf2a-9dedae35dade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15699ce-2d64-49bd-94c4-03d953a5f9d0,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:43.624120 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 45682) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:43.628008 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-caff9522-c7db-4a65-bf2a-9dedae35dade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:43.691560 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-77eb81a1-9804-40a9-9349-c3d24aef59d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:43.719205 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-77eb81a1-9804-40a9-9349-c3d24aef59d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:43.778584 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-77eb81a1-9804-40a9-9349-c3d24aef59d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:43.784344 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-77eb81a1-9804-40a9-9349-c3d24aef59d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:43.786340 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-77eb81a1-9804-40a9-9349-c3d24aef59d4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c15699ce-2d64-49bd-94c4-03d953a5f9d0 HTTP/1.1" status: 204 len: 168 time: 0.1606884 Jun 29 17:39:43.787851 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-bd275321-16a2-42af-8af4-c480f0c1a86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:43.801712 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb81a1-9804-40a9-9349-c3d24aef59d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15699ce-2d64-49bd-94c4-03d953a5f9d0,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:43.806198 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-77eb81a1-9804-40a9-9349-c3d24aef59d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:44.882661 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:47.202719 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 45750) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:47.329060 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0b311e9e-39e9-42a9-9a0e-e4e780367bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:47.445271 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0b311e9e-39e9-42a9-9a0e-e4e780367bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:47.450194 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-0b311e9e-39e9-42a9-9a0e-e4e780367bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:47.453084 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-ddd59d4e-d2f3-42d5-92c5-41f44de49d1e tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:47.500914 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b311e9e-39e9-42a9-9a0e-e4e780367bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694bde5e-22a1-490d-971e-991a709f2b7c,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:47.506298 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-0b311e9e-39e9-42a9-9a0e-e4e780367bc6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=82008d20232d4f00b3df1ad3b3d4ed04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024738 Jun 29 17:39:47.507501 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-0b311e9e-39e9-42a9-9a0e-e4e780367bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:47.509652 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 45754) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:47.573548 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b8459332-2cab-4687-bd79-9743ea103375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:47.601601 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b8459332-2cab-4687-bd79-9743ea103375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:47.664780 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b8459332-2cab-4687-bd79-9743ea103375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:47.669737 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-b8459332-2cab-4687-bd79-9743ea103375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:47.671743 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-b8459332-2cab-4687-bd79-9743ea103375 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/694bde5e-22a1-490d-971e-991a709f2b7c HTTP/1.1" status: 204 len: 168 time: 0.1607749 Jun 29 17:39:47.673056 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-b4381a38-b3be-41c1-bb8b-2706845d5ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:47.687214 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8459332-2cab-4687-bd79-9743ea103375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694bde5e-22a1-490d-971e-991a709f2b7c,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:47.694206 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-b8459332-2cab-4687-bd79-9743ea103375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:48.091816 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45760) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:48.108637 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e3893a78-eb77-4d1f-8932-92aad2183919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:48.244408 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e3893a78-eb77-4d1f-8932-92aad2183919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:48.250324 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e3893a78-eb77-4d1f-8932-92aad2183919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:48.254166 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-eb2505be-f65b-4846-951e-35beb20c2802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:48.299229 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3893a78-eb77-4d1f-8932-92aad2183919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038f6aa4-9e58-4b05-ad73-42d825ca65d3,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:48.304425 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-e3893a78-eb77-4d1f-8932-92aad2183919 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=50e1a4dd47e540e49a2998fb61ea5a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111650 Jun 29 17:39:48.305997 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e3893a78-eb77-4d1f-8932-92aad2183919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:48.308170 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45762) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:48.372644 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7b2984d4-dc9a-4d8c-b191-3d4f6398028e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:48.399549 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7b2984d4-dc9a-4d8c-b191-3d4f6398028e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:48.475982 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7b2984d4-dc9a-4d8c-b191-3d4f6398028e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:48.478840 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-7b2984d4-dc9a-4d8c-b191-3d4f6398028e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:48.480134 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-7b2984d4-dc9a-4d8c-b191-3d4f6398028e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/038f6aa4-9e58-4b05-ad73-42d825ca65d3 HTTP/1.1" status: 204 len: 168 time: 0.1708720 Jun 29 17:39:48.481266 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-18db78ef-b071-4ea3-8358-f2d9bbb5214f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:48.494302 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2984d4-dc9a-4d8c-b191-3d4f6398028e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038f6aa4-9e58-4b05-ad73-42d825ca65d3,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:48.497359 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-7b2984d4-dc9a-4d8c-b191-3d4f6398028e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:51.322953 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e8576545-c43a-40f6-a149-c65f146a8080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:54.617948 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:54.878448 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7795-430b-4b66-9a23-84412986dcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:56.657195 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 45854) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:56.829502 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3812d7e9-c8aa-44f7-80fe-965a9c7e47ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:56.940794 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:56.969140 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3812d7e9-c8aa-44f7-80fe-965a9c7e47ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:56.975306 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-3812d7e9-c8aa-44f7-80fe-965a9c7e47ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:56.978153 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-fbacb374-7a0a-4360-be4f-7bcad964463e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:57.022627 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-3812d7e9-c8aa-44f7-80fe-965a9c7e47ef admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=602e5b0965274cceb6908587f9d96cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633807 Jun 29 17:39:57.023685 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812d7e9-c8aa-44f7-80fe-965a9c7e47ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eed61b-0768-41ad-8e00-aa893d3c1259,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:57.026133 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45860) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:57.027118 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-3812d7e9-c8aa-44f7-80fe-965a9c7e47ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:57.089667 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e8369b3e-3944-44f0-84b4-556c6b768448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:57.116774 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e8369b3e-3944-44f0-84b4-556c6b768448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:57.179028 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e8369b3e-3944-44f0-84b4-556c6b768448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:57.184042 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-e8369b3e-3944-44f0-84b4-556c6b768448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:57.186157 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-e8369b3e-3944-44f0-84b4-556c6b768448 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/28eed61b-0768-41ad-8e00-aa893d3c1259 HTTP/1.1" status: 204 len: 168 time: 0.1565666 Jun 29 17:39:57.187517 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-0eea1ca9-e1b0-4e5b-a863-ebd933458c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:57.202605 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8369b3e-3944-44f0-84b4-556c6b768448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eed61b-0768-41ad-8e00-aa893d3c1259,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:57.208537 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e8369b3e-3944-44f0-84b4-556c6b768448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:57.585541 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 45868) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:57.613089 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-1cb03605-c1c8-4f44-a8e0-ac4aa2118c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:57.759214 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-1cb03605-c1c8-4f44-a8e0-ac4aa2118c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:57.764794 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-1cb03605-c1c8-4f44-a8e0-ac4aa2118c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:57.768613 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-d6f8b376-77fe-47dc-8cd1-c14358ea2358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:57.821332 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-1cb03605-c1c8-4f44-a8e0-ac4aa2118c3c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f20621a08c10420e99d57155831b4686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337794 Jun 29 17:39:57.822166 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb03605-c1c8-4f44-a8e0-ac4aa2118c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accaa8a8-528e-477d-95d5-7ca756e9b708,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:57.825493 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45870) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:57.825760 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-1cb03605-c1c8-4f44-a8e0-ac4aa2118c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:57.890682 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf539-6f1e-47ec-9202-4176bccd12d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:57.918685 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf539-6f1e-47ec-9202-4176bccd12d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:57.989306 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf539-6f1e-47ec-9202-4176bccd12d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:57.992776 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf539-6f1e-47ec-9202-4176bccd12d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:57.994029 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-ffbaf539-6f1e-47ec-9202-4176bccd12d1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/accaa8a8-528e-477d-95d5-7ca756e9b708 HTTP/1.1" status: 204 len: 168 time: 0.1671154 Jun 29 17:39:57.994977 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-6189d3fe-5443-41e8-bf82-d936615fa080 tempest-AttachVolumeTestJSON-313253834 tempest-AttachVolumeTestJSON-313253834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:39:58.005227 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbaf539-6f1e-47ec-9202-4176bccd12d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accaa8a8-528e-477d-95d5-7ca756e9b708,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:39:58.007869 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-ffbaf539-6f1e-47ec-9202-4176bccd12d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:39:59.311568 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:01.562764 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:40:07.337166 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 45996) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:07.508144 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c66c6179-cd5f-4f4e-8c8d-954427975806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:07.652367 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c66c6179-cd5f-4f4e-8c8d-954427975806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:07.658587 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-c66c6179-cd5f-4f4e-8c8d-954427975806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:07.663694 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c499f4a6-5a3f-498f-86a0-5edabf69710c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:07.722792 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-c66c6179-cd5f-4f4e-8c8d-954427975806 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=85c399af415341748b52da2d605948b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842809 Jun 29 17:40:07.725089 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c6179-cd5f-4f4e-8c8d-954427975806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab7b9f1-22d5-45ed-8d4d-74d0c4fee931,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:07.726088 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 46000) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:07.728765 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c66c6179-cd5f-4f4e-8c8d-954427975806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:07.787941 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4f65acfa-7529-4dd4-808b-964412036938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:07.814467 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4f65acfa-7529-4dd4-808b-964412036938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:07.879335 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4f65acfa-7529-4dd4-808b-964412036938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:07.883015 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-4f65acfa-7529-4dd4-808b-964412036938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:07.884870 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-4f65acfa-7529-4dd4-808b-964412036938 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9ab7b9f1-22d5-45ed-8d4d-74d0c4fee931 HTTP/1.1" status: 204 len: 168 time: 0.1573141 Jun 29 17:40:07.886420 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-81ad4eb9-5ba3-4792-8805-1b5daf62eb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:07.899240 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65acfa-7529-4dd4-808b-964412036938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab7b9f1-22d5-45ed-8d4d-74d0c4fee931,revision_number=None']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:07.902828 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-4f65acfa-7529-4dd4-808b-964412036938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:08.273711 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 46006) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:08.290370 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f124d937-36b4-446b-827f-f5054b2e2455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:08.412891 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f124d937-36b4-446b-827f-f5054b2e2455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:08.418334 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-f124d937-36b4-446b-827f-f5054b2e2455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:08.421437 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-0d850337-159f-4473-9ff3-d3b198f7ed6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:08.467232 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-f124d937-36b4-446b-827f-f5054b2e2455 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=02d87c24baf84b7e9a95a84ee823a921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922436 Jun 29 17:40:08.470063 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124d937-36b4-446b-827f-f5054b2e2455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af558e52-97ef-4aee-b128-16f7fc9cc5c6,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:08.471111 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 46008) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:08.473406 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-f124d937-36b4-446b-827f-f5054b2e2455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:08.542514 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f4637048-e20e-4968-a22a-74d23559bfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:08.569523 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f4637048-e20e-4968-a22a-74d23559bfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:08.635758 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f4637048-e20e-4968-a22a-74d23559bfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:08.638739 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-f4637048-e20e-4968-a22a-74d23559bfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:08.639965 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-f4637048-e20e-4968-a22a-74d23559bfe3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/af558e52-97ef-4aee-b128-16f7fc9cc5c6 HTTP/1.1" status: 204 len: 168 time: 0.1674588 Jun 29 17:40:08.640893 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-97395409-682b-44bc-921d-4e4bfd45d1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:08.650683 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4637048-e20e-4968-a22a-74d23559bfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af558e52-97ef-4aee-b128-16f7fc9cc5c6,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:08.653309 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-f4637048-e20e-4968-a22a-74d23559bfe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:09.220664 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [-] (93003) accepted ('10.222.0.101', 46014) {{(pid=93003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:09.237336 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-666cca6c-124e-4d2f-97df-89e8a272fd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:09.382559 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-666cca6c-124e-4d2f-97df-89e8a272fd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:09.387697 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron_lib.callbacks.manager [None req-666cca6c-124e-4d2f-97df-89e8a272fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:09.394168 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-3812d7e9-c8aa-44f7-80fe-965a9c7e47ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:09.465651 dv-cinder-763306-14-smb neutron-server[93003]: INFO neutron.wsgi [None req-666cca6c-124e-4d2f-97df-89e8a272fd50 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=226f395c60014fbbbdffd9e47593a66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424893 Jun 29 17:40:09.467875 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cca6c-124e-4d2f-97df-89e8a272fd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32a89b2-f7ef-48fb-a3a1-4e5ffdea5fd8,revision_number=1']} {{(pid=93003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:09.468583 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 46016) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:09.473405 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG oslo_concurrency.lockutils [None req-666cca6c-124e-4d2f-97df-89e8a272fd50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:09.535937 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-73f0b50f-06fa-4065-a8d1-4e801b135cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:09.565844 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-73f0b50f-06fa-4065-a8d1-4e801b135cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:09.631789 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-73f0b50f-06fa-4065-a8d1-4e801b135cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:09.634751 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-73f0b50f-06fa-4065-a8d1-4e801b135cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:09.635902 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-73f0b50f-06fa-4065-a8d1-4e801b135cb3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c32a89b2-f7ef-48fb-a3a1-4e5ffdea5fd8 HTTP/1.1" status: 204 len: 168 time: 0.1663029 Jun 29 17:40:09.636722 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-c278fe77-494e-4897-b64f-8533a2194447 tempest-TestShelveInstance-1322741281 tempest-TestShelveInstance-1322741281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:09.645742 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0b50f-06fa-4065-a8d1-4e801b135cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32a89b2-f7ef-48fb-a3a1-4e5ffdea5fd8,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:09.648598 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-73f0b50f-06fa-4065-a8d1-4e801b135cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:11.090465 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 46046) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:11.224358 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-43098c3d-951c-4ec4-bcc9-a712a83a8ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:11.335234 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-43098c3d-951c-4ec4-bcc9-a712a83a8ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:11.340444 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-43098c3d-951c-4ec4-bcc9-a712a83a8ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_create {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:11.343382 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-e1537d84-5212-4930-b523-44110edcd16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:11.385185 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-43098c3d-951c-4ec4-bcc9-a712a83a8ab7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fa2410dcc96d43c9b94839c78b164cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935734 Jun 29 17:40:11.386194 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43098c3d-951c-4ec4-bcc9-a712a83a8ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502854e0-0d73-4ef8-b1fc-0379d28deaa5,revision_number=1']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:11.388732 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.wsgi [-] (93004) accepted ('10.222.0.101', 46050) {{(pid=93004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:11.391051 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-43098c3d-951c-4ec4-bcc9-a712a83a8ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:11.455004 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-94ff213b-d546-4d2c-b0a0-c6e9af81e899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:11.484301 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-94ff213b-d546-4d2c-b0a0-c6e9af81e899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:11.544694 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-94ff213b-d546-4d2c-b0a0-c6e9af81e899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1926737'] for security_group, after_delete {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:11.548307 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron_lib.callbacks.manager [None req-94ff213b-d546-4d2c-b0a0-c6e9af81e899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:11.549502 dv-cinder-763306-14-smb neutron-server[93004]: INFO neutron.wsgi [None req-94ff213b-d546-4d2c-b0a0-c6e9af81e899 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/502854e0-0d73-4ef8-b1fc-0379d28deaa5 HTTP/1.1" status: 204 len: 168 time: 0.1596951 Jun 29 17:40:11.550457 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-7b2984d4-dc9a-4d8c-b191-3d4f6398028e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:11.562865 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff213b-d546-4d2c-b0a0-c6e9af81e899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502854e0-0d73-4ef8-b1fc-0379d28deaa5,revision_number=None']} {{(pid=93004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:11.567023 dv-cinder-763306-14-smb neutron-server[93004]: DEBUG oslo_concurrency.lockutils [None req-94ff213b-d546-4d2c-b0a0-c6e9af81e899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:14.879369 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:21.323902 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-3934c562-2c3b-4f94-835c-1ab2ecc49737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:22.824448 dv-cinder-763306-14-smb neutron-server[93003]: DEBUG neutron.wsgi [req-3ec2ef8e-b0f1-42a7-8ccc-7ee5888a6d3c req-d1ff0cdd-f86f-42c9-b82a-2f0b4017955e service neutron] (93003) timed out ('10.222.0.72', 57794) {{(pid=93003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 17:40:24.619943 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:24.884785 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-7e064d19-f1ca-47aa-a599-684008e99e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:26.944201 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:29.312370 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:38.563968 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:40:44.894155 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:51.317943 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-c864efd1-918b-4831-b1bd-b8aa73d523f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:54.617653 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:54.881474 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e4f4a692-7506-4b23-b91c-d8e8a9c8eb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:56.947937 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:59.317410 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:14.892409 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:15.565055 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:41:21.324459 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-2f320925-bb31-4191-b610-68e46b46857c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:24.616767 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:24.877524 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-16d8c3bb-2c20-43b6-846d-23bcffef0f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:26.950627 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:29.320228 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:44.907423 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:51.317578 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-1c2c7268-90b8-417d-9fcc-b1d7dd07921c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:52.565570 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:41:54.623393 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:54.871080 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-ca1d576b-acb1-4409-8f2f-7a47da733dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:56.956011 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:59.331062 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:14.911546 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:21.321994 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e7d37f6d-6cf9-466f-b34d-6280b4e6f468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:24.621492 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:24.875895 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-7f8b9e05-68dd-4b32-8b8b-4a9096b7defe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:26.963549 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:29.323472 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:29.566366 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:42:44.920993 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:51.327963 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6389eb42-9a3a-4daf-8ce1-0f9091635f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:54.618154 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:54.870859 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2848-4b57-4816-8571-4bfa24b03d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:56.963566 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:59.324260 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:06.569029 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:43:14.925853 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:21.332894 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-4c49627f-12d8-46c8-9fd5-04bf239aba38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:24.625863 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:24.875585 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6d1e1887-bc9e-4f38-9419-4206f7f8c78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:26.965650 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:29.328099 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:43.568612 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:43:44.915240 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:51.338653 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-f8b00a7c-b278-4343-a6a3-54abd76c258a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:54.623137 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:54.880986 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-65608d7b-806a-4c22-85ed-d76af2d206ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:56.967751 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:59.333844 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:14.917961 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:20.567147 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:44:21.335262 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-e9c8cd5a-a426-4904-83f4-78d7e731c478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.627324 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.893731 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-11cc47dc-a1f3-4054-b6e5-4a7efe3e56f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:26.970206 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:29.341570 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:44.934519 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:51.329470 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-11114e4e-41de-4917-9a2e-9733cc0eac7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:54.630971 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:54.889929 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-740acd25-a8ab-4269-a239-b4098234fec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:56.975427 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:57.567335 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:44:59.344869 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:14.941309 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-5038c70d-147b-4fb9-99c7-d22175ade6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:21.333067 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-3e4b0d0d-4f08-41de-8372-4b000770d099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:24.630424 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-59bcda45-afd6-4554-a04f-494d5046e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:24.895439 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-92faa43b-d166-48dc-9d13-1af9f22ad6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:26.977853 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-b2ce9947-3d84-4b98-bcb4-11c728ad60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:29.344882 dv-cinder-763306-14-smb neutron-server[93005]: DEBUG neutron_lib.callbacks.manager [None req-6de267b2-15a1-423e-9ed2-e147f88f6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774724346417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964271'] for agent, after_update {{(pid=93005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:34.566078 dv-cinder-763306-14-smb neutron-server[93006]: DEBUG neutron.db.agents_db [None req-a05cc777-d795-4e6e-83ba-7d5bdc033260 None None] Agent healthcheck: found 6 active agents {{(pid=93006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}